[ 523.277091] env[69584]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69584) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.277503] env[69584]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69584) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.277503] env[69584]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69584) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.277851] env[69584]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 523.373905] env[69584]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69584) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 523.383844] env[69584]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69584) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 523.428035] env[69584]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 523.986380] env[69584]: INFO nova.virt.driver [None req-f2b29de6-4201-43e2-abf5-3bc3b3673737 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 524.056500] env[69584]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 524.056656] env[69584]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 524.056756] env[69584]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69584) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 527.332307] env[69584]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-42db271f-32d8-414a-ba56-f854191c5b39 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.347952] env[69584]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69584) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 527.348084] env[69584]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-896dfc2a-c10f-44d3-bcc1-5ee5c2232bf8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.381246] env[69584]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 04b3f. [ 527.381413] env[69584]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.325s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 527.382372] env[69584]: INFO nova.virt.vmwareapi.driver [None req-f2b29de6-4201-43e2-abf5-3bc3b3673737 None None] VMware vCenter version: 7.0.3 [ 527.385829] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c092768-ccb4-4678-882f-2ad6c5d40d10 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.408055] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b78262a-3a03-436c-8865-d71ab6f0042f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.414082] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d68970-b965-497c-8e90-bcf0416a2729 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.420629] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5dd351-3fa0-4650-975b-c7d059c6fd58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.434175] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ded7423-2c78-4a2a-ac70-86592a782ff8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.440021] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571933fe-311b-4492-878f-6a7611e7aa2a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.470702] env[69584]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-e6ffc017-f0a1-4baf-bc75-6b8ae3026be6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.476105] env[69584]: DEBUG nova.virt.vmwareapi.driver [None req-f2b29de6-4201-43e2-abf5-3bc3b3673737 None None] Extension org.openstack.compute already exists. {{(pid=69584) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 527.478833] env[69584]: INFO nova.compute.provider_config [None req-f2b29de6-4201-43e2-abf5-3bc3b3673737 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 527.982811] env[69584]: DEBUG nova.context [None req-f2b29de6-4201-43e2-abf5-3bc3b3673737 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3ea06b5a-7a12-4322-a87e-d7487b9c8e49(cell1) {{(pid=69584) load_cells /opt/stack/nova/nova/context.py:464}} [ 527.984995] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 527.985240] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 527.985948] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 527.986399] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Acquiring lock "3ea06b5a-7a12-4322-a87e-d7487b9c8e49" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 527.986592] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Lock "3ea06b5a-7a12-4322-a87e-d7487b9c8e49" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 527.987602] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Lock "3ea06b5a-7a12-4322-a87e-d7487b9c8e49" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 528.009585] env[69584]: INFO dbcounter [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Registered counter for database nova_cell0 [ 528.017887] env[69584]: INFO dbcounter [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Registered counter for database nova_cell1 [ 528.021006] env[69584]: DEBUG oslo_db.sqlalchemy.engines [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69584) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 528.022304] env[69584]: DEBUG oslo_db.sqlalchemy.engines [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69584) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 528.026354] env[69584]: ERROR nova.db.main.api [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 528.026354] env[69584]: result = function(*args, **kwargs) [ 528.026354] env[69584]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 528.026354] env[69584]: return func(*args, **kwargs) [ 528.026354] env[69584]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 528.026354] env[69584]: result = fn(*args, **kwargs) [ 528.026354] env[69584]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 528.026354] env[69584]: return f(*args, **kwargs) [ 528.026354] env[69584]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 528.026354] env[69584]: return db.service_get_minimum_version(context, binaries) [ 528.026354] env[69584]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 528.026354] env[69584]: _check_db_access() [ 528.026354] env[69584]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 528.026354] env[69584]: stacktrace = ''.join(traceback.format_stack()) [ 528.026354] env[69584]: [ 528.027356] env[69584]: ERROR nova.db.main.api [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 528.027356] env[69584]: result = function(*args, **kwargs) [ 528.027356] env[69584]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 528.027356] env[69584]: return func(*args, **kwargs) [ 528.027356] env[69584]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 528.027356] env[69584]: result = fn(*args, **kwargs) [ 528.027356] env[69584]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 528.027356] env[69584]: return f(*args, **kwargs) [ 528.027356] env[69584]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 528.027356] env[69584]: return db.service_get_minimum_version(context, binaries) [ 528.027356] env[69584]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 528.027356] env[69584]: _check_db_access() [ 528.027356] env[69584]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 528.027356] env[69584]: stacktrace = ''.join(traceback.format_stack()) [ 528.027356] env[69584]: [ 528.027782] env[69584]: WARNING nova.objects.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Failed to get minimum service version for cell 3ea06b5a-7a12-4322-a87e-d7487b9c8e49 [ 528.027873] env[69584]: WARNING nova.objects.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 528.028307] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Acquiring lock "singleton_lock" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.028482] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Acquired lock "singleton_lock" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.028700] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Releasing lock "singleton_lock" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.029034] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Full set of CONF: {{(pid=69584) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 528.029182] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ******************************************************************************** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.029313] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] Configuration options gathered from: {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.029447] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.029638] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.029767] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ================================================================================ {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.029975] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] allow_resize_to_same_host = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.030161] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] arq_binding_timeout = 300 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.030293] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] backdoor_port = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.030418] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] backdoor_socket = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.030582] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] block_device_allocate_retries = 60 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.030742] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] block_device_allocate_retries_interval = 3 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.030911] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cert = self.pem {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.031137] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.031329] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute_monitors = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.031503] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] config_dir = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.031676] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] config_drive_format = iso9660 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.031808] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.031972] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] config_source = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.032205] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] console_host = devstack {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.032394] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] control_exchange = nova {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.032557] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cpu_allocation_ratio = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.032721] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] daemon = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.032890] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] debug = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.033063] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] default_access_ip_network_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.033248] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] default_availability_zone = nova {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.033398] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] default_ephemeral_format = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.033559] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] default_green_pool_size = 1000 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.033797] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.033962] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] default_schedule_zone = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.034136] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] disk_allocation_ratio = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.034302] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] enable_new_services = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.034476] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] enabled_apis = ['osapi_compute'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.034639] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] enabled_ssl_apis = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.034798] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] flat_injected = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.034958] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] force_config_drive = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.035130] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] force_raw_images = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.035309] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] graceful_shutdown_timeout = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.035466] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] heal_instance_info_cache_interval = -1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.035687] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] host = cpu-1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.035865] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.036037] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.036204] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.036431] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.036601] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] instance_build_timeout = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.036758] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] instance_delete_interval = 300 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.036929] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] instance_format = [instance: %(uuid)s] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.037112] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] instance_name_template = instance-%08x {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.037279] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] instance_usage_audit = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.037448] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] instance_usage_audit_period = month {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.037613] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.037776] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.037941] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] internal_service_availability_zone = internal {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.038121] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] key = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.038292] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] live_migration_retry_count = 30 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.038516] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] log_color = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.038703] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] log_config_append = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.038877] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.039052] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] log_dir = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.039216] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] log_file = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.039347] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] log_options = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.039511] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] log_rotate_interval = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.039684] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] log_rotate_interval_type = days {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.039850] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] log_rotation_type = none {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.040051] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.040199] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.040378] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.040548] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.040677] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.040843] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] long_rpc_timeout = 1800 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.041024] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] max_concurrent_builds = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.041219] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] max_concurrent_live_migrations = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.041383] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] max_concurrent_snapshots = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.041544] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] max_local_block_devices = 3 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.041705] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] max_logfile_count = 30 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.041866] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] max_logfile_size_mb = 200 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.042038] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] maximum_instance_delete_attempts = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.042245] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] metadata_listen = 0.0.0.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.042424] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] metadata_listen_port = 8775 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.042597] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] metadata_workers = 2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.042761] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] migrate_max_retries = -1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.042931] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] mkisofs_cmd = genisoimage {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.043161] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.043296] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] my_ip = 10.180.1.21 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.043503] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.043670] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] network_allocate_retries = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.043850] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.044028] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.044201] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] osapi_compute_listen_port = 8774 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.044371] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] osapi_compute_unique_server_name_scope = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.044540] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] osapi_compute_workers = 2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.044704] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] password_length = 12 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.044866] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] periodic_enable = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.045075] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] periodic_fuzzy_delay = 60 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.045318] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] pointer_model = usbtablet {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.045505] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] preallocate_images = none {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.045671] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] publish_errors = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.045804] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] pybasedir = /opt/stack/nova {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.045964] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ram_allocation_ratio = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.046143] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] rate_limit_burst = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.046321] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] rate_limit_except_level = CRITICAL {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.046481] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] rate_limit_interval = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.046641] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] reboot_timeout = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.046801] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] reclaim_instance_interval = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.046959] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] record = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.047145] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] reimage_timeout_per_gb = 60 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.047315] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] report_interval = 120 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.047480] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] rescue_timeout = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.047644] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] reserved_host_cpus = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.047805] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] reserved_host_disk_mb = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.047972] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] reserved_host_memory_mb = 512 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.048139] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] reserved_huge_pages = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.048360] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] resize_confirm_window = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.048546] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] resize_fs_using_block_device = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.048713] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] resume_guests_state_on_host_boot = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.048886] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.049062] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] rpc_response_timeout = 60 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.049227] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] run_external_periodic_tasks = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.049399] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] running_deleted_instance_action = reap {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.049560] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.049718] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] running_deleted_instance_timeout = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.049876] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler_instance_sync_interval = 120 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.050059] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_down_time = 720 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.050230] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] servicegroup_driver = db {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.050392] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] shell_completion = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.050554] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] shelved_offload_time = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.050713] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] shelved_poll_interval = 3600 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.050882] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] shutdown_timeout = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.051054] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] source_is_ipv6 = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.051251] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ssl_only = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.051510] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.051683] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] sync_power_state_interval = 600 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.051846] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] sync_power_state_pool_size = 1000 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.052026] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] syslog_log_facility = LOG_USER {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.052204] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] tempdir = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.052390] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] timeout_nbd = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.052564] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] transport_url = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.052726] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] update_resources_interval = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.052887] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] use_cow_images = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.053068] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] use_journal = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.053236] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] use_json = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.053401] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] use_rootwrap_daemon = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.053559] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] use_stderr = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.053718] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] use_syslog = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.053876] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vcpu_pin_set = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.054056] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plugging_is_fatal = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.054228] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plugging_timeout = 300 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.054398] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] virt_mkfs = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.054563] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] volume_usage_poll_interval = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.054725] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] watch_log_file = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.054894] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] web = /usr/share/spice-html5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.055095] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.055269] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.055443] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.055621] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_concurrency.disable_process_locking = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.056185] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.056378] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.056551] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.056731] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.056906] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.057091] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.057287] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.auth_strategy = keystone {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.057461] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.compute_link_prefix = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.057638] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.057814] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.dhcp_domain = novalocal {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.057985] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.enable_instance_password = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.058170] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.glance_link_prefix = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.058341] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.058515] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.058680] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.instance_list_per_project_cells = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.058843] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.list_records_by_skipping_down_cells = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.059042] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.local_metadata_per_cell = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.059238] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.max_limit = 1000 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.059413] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.metadata_cache_expiration = 15 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.059590] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.neutron_default_tenant_id = default {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.059762] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.response_validation = warn {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.059934] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.use_neutron_default_nets = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.060119] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.060289] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.060458] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.060632] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.060803] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.vendordata_dynamic_targets = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.060971] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.vendordata_jsonfile_path = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.061188] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.061397] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.backend = dogpile.cache.memcached {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.061569] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.backend_argument = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.061733] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.backend_expiration_time = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.061905] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.config_prefix = cache.oslo {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.062088] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.dead_timeout = 60.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.062260] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.debug_cache_backend = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.062420] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.enable_retry_client = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.062585] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.enable_socket_keepalive = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.062753] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.enabled = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.062916] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.enforce_fips_mode = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.063094] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.expiration_time = 600 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.063263] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.hashclient_retry_attempts = 2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.063431] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.063595] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.memcache_dead_retry = 300 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.063759] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.memcache_password = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.063924] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.064102] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.064274] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.memcache_pool_maxsize = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.064439] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.064602] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.memcache_sasl_enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.064781] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.064948] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.065126] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.memcache_username = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.065295] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.proxies = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.065461] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.redis_db = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.065623] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.redis_password = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.065797] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.065973] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.066159] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.redis_server = localhost:6379 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.066329] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.redis_socket_timeout = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.066491] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.redis_username = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.066656] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.retry_attempts = 2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.066820] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.retry_delay = 0.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.066983] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.socket_keepalive_count = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.067162] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.socket_keepalive_idle = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.067327] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.socket_keepalive_interval = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.067517] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.tls_allowed_ciphers = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.067726] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.tls_cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.067894] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.tls_certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.068074] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.tls_enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.068245] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cache.tls_keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.068416] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.auth_section = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.068592] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.auth_type = password {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.068754] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.068935] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.069113] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.069285] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.069450] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.cross_az_attach = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.069612] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.debug = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.069776] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.endpoint_template = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.069940] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.http_retries = 3 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.070161] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.070360] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.070540] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.os_region_name = RegionOne {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.070709] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.070870] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cinder.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.071059] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.071272] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.cpu_dedicated_set = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.071453] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.cpu_shared_set = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.071625] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.image_type_exclude_list = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.071790] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.071956] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.072135] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.072305] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.072475] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.072640] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.resource_provider_association_refresh = 300 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.072803] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.072966] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.shutdown_retry_interval = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.073162] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.073347] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] conductor.workers = 2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.073526] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] console.allowed_origins = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.073691] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] console.ssl_ciphers = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.073865] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] console.ssl_minimum_version = default {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.074049] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] consoleauth.enforce_session_timeout = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.074222] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] consoleauth.token_ttl = 600 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.074398] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.074559] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.074724] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.074886] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.connect_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.075057] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.connect_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.075221] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.endpoint_override = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.075385] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.075543] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.075702] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.max_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.075860] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.min_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.076028] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.region_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.076196] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.retriable_status_codes = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.076357] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.service_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.076527] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.service_type = accelerator {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.076690] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.076849] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.status_code_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.077015] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.status_code_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.077179] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.077362] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.077524] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] cyborg.version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.077695] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.asyncio_connection = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.077858] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.asyncio_slave_connection = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.078040] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.backend = sqlalchemy {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.078216] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.connection = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.078383] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.connection_debug = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.078557] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.connection_parameters = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.078718] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.connection_recycle_time = 3600 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.078882] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.connection_trace = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.079078] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.db_inc_retry_interval = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.079261] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.db_max_retries = 20 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.079430] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.db_max_retry_interval = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.079593] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.db_retry_interval = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.079757] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.max_overflow = 50 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.079919] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.max_pool_size = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.080094] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.max_retries = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.080271] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.080433] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.mysql_wsrep_sync_wait = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.080590] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.pool_timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.080752] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.retry_interval = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.080912] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.slave_connection = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.081091] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.sqlite_synchronous = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.081271] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] database.use_db_reconnect = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.081447] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.asyncio_connection = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.081608] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.asyncio_slave_connection = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.081780] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.backend = sqlalchemy {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.081949] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.connection = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.082135] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.connection_debug = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.082310] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.connection_parameters = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.082478] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.connection_recycle_time = 3600 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.082642] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.connection_trace = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.082804] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.db_inc_retry_interval = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.082971] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.db_max_retries = 20 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.083151] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.db_max_retry_interval = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.083319] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.db_retry_interval = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.083480] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.max_overflow = 50 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.083643] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.max_pool_size = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.083805] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.max_retries = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.083976] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.084150] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.084311] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.pool_timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.084474] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.retry_interval = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.084634] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.slave_connection = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.084796] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] api_database.sqlite_synchronous = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.084972] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] devices.enabled_mdev_types = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.085167] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.085343] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.085507] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ephemeral_storage_encryption.enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.085672] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.085843] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.api_servers = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.086017] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.086187] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.086352] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.086511] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.connect_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.086672] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.connect_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.086834] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.debug = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.086998] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.default_trusted_certificate_ids = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.087175] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.enable_certificate_validation = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.087340] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.enable_rbd_download = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.087501] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.endpoint_override = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.087667] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.087830] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.087991] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.max_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.088164] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.min_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.088328] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.num_retries = 3 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.088499] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.rbd_ceph_conf = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.088660] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.rbd_connect_timeout = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.088828] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.rbd_pool = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.089015] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.rbd_user = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.089238] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.region_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.089415] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.retriable_status_codes = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.089579] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.service_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.089751] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.service_type = image {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.089914] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.090087] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.status_code_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.090250] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.status_code_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.090408] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.090587] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.090754] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.verify_glance_signatures = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.090912] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] glance.version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.091118] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] guestfs.debug = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.091303] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.auth_section = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.091473] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.auth_type = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.091637] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.091799] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.091964] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.092165] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.connect_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.092336] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.connect_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.092498] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.endpoint_override = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.092663] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.092823] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.092983] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.max_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.093158] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.min_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.093320] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.region_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.093477] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.retriable_status_codes = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.093636] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.service_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.093807] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.service_type = shared-file-system {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.093971] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.share_apply_policy_timeout = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.094146] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.094308] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.status_code_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.094468] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.status_code_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.094627] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.094806] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.094968] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] manila.version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.095151] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] mks.enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.095496] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.095687] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] image_cache.manager_interval = 2400 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.095859] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] image_cache.precache_concurrency = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.096041] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] image_cache.remove_unused_base_images = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.096218] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.096388] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.096568] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] image_cache.subdirectory_name = _base {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.096745] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.api_max_retries = 60 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.096911] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.api_retry_interval = 2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.097085] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.auth_section = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.097256] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.auth_type = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.097419] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.097580] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.097745] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.097910] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.conductor_group = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.098087] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.connect_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.098251] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.connect_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.098411] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.endpoint_override = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.098574] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.098734] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.098893] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.max_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.099089] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.min_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.099275] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.peer_list = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.099438] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.region_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.099600] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.retriable_status_codes = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.099764] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.serial_console_state_timeout = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.099924] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.service_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.100110] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.service_type = baremetal {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.100277] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.shard = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.100442] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.100602] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.status_code_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.100760] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.status_code_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.100919] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.101146] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.101311] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ironic.version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.101498] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.101675] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] key_manager.fixed_key = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.101859] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.102035] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.barbican_api_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.102240] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.barbican_endpoint = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.102429] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.barbican_endpoint_type = public {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.102593] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.barbican_region_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.102758] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.102919] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.103099] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.103267] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.103428] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.103592] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.number_of_retries = 60 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.103755] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.retry_delay = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.103917] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.send_service_user_token = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.104095] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.104256] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.104419] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.verify_ssl = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.104580] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican.verify_ssl_path = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.104751] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican_service_user.auth_section = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.104914] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican_service_user.auth_type = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.105090] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican_service_user.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.105255] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican_service_user.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.105418] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican_service_user.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.105578] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican_service_user.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.105736] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican_service_user.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.105897] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican_service_user.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.106066] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] barbican_service_user.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.106237] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.approle_role_id = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.106400] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.approle_secret_id = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.106570] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.kv_mountpoint = secret {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.106732] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.kv_path = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.106898] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.kv_version = 2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.107071] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.namespace = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.107237] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.root_token_id = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.107400] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.ssl_ca_crt_file = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.107567] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.timeout = 60.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.107730] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.use_ssl = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.107902] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.108090] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.108259] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.108423] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.108582] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.connect_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.108742] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.connect_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.108901] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.endpoint_override = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.109088] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.109260] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.109420] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.max_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.109580] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.min_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.109742] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.region_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.109905] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.retriable_status_codes = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.110081] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.service_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.110256] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.service_type = identity {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.110423] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.110584] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.status_code_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.110741] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.status_code_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.110899] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.111112] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.111280] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] keystone.version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.111471] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.ceph_mount_options = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.111793] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.112058] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.connection_uri = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.112245] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.cpu_mode = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.112420] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.112594] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.cpu_models = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.112770] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.cpu_power_governor_high = performance {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.112943] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.113124] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.cpu_power_management = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.113303] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.113478] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.device_detach_attempts = 8 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.113644] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.device_detach_timeout = 20 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.113815] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.disk_cachemodes = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.113981] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.disk_prefix = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.114178] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.enabled_perf_events = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.114412] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.file_backed_memory = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.114596] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.gid_maps = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.114761] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.hw_disk_discard = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.114922] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.hw_machine_type = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.115110] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.images_rbd_ceph_conf = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.115281] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.115445] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.115616] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.images_rbd_glance_store_name = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.115787] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.images_rbd_pool = rbd {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.115957] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.images_type = default {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.116134] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.images_volume_group = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.116303] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.inject_key = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.116466] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.inject_partition = -2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.116628] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.inject_password = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.116791] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.iscsi_iface = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.116952] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.iser_use_multipath = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.117142] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.117314] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.117478] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_downtime = 500 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.117643] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.117807] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.117969] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_inbound_addr = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.118149] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.118316] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.118482] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_scheme = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.118649] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_timeout_action = abort {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.118815] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_tunnelled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.118982] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_uri = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.119159] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.live_migration_with_native_tls = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.119324] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.max_queues = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.119489] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.119730] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.119897] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.nfs_mount_options = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.120215] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.120398] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.120569] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.120732] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.120898] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.121078] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.num_pcie_ports = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.121282] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.121456] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.pmem_namespaces = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.121628] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.quobyte_client_cfg = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.121911] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.122120] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.122303] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.122470] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.122631] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.rbd_secret_uuid = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.122790] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.rbd_user = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.122953] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.123140] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.123308] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.rescue_image_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.123467] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.rescue_kernel_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.123644] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.rescue_ramdisk_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.123842] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.124020] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.rx_queue_size = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.124199] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.smbfs_mount_options = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.124507] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.124688] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.snapshot_compression = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.124855] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.snapshot_image_format = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.125100] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.125278] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.sparse_logical_volumes = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.125445] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.swtpm_enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.125619] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.swtpm_group = tss {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.125792] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.swtpm_user = tss {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.125966] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.sysinfo_serial = unique {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.126144] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.tb_cache_size = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.126325] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.tx_queue_size = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.126515] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.uid_maps = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.126683] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.use_virtio_for_bridges = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.126858] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.virt_type = kvm {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.127043] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.volume_clear = zero {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.127216] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.volume_clear_size = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.127383] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.volume_enforce_multipath = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.127550] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.volume_use_multipath = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.127710] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.vzstorage_cache_path = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.127880] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.128060] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.128231] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.128404] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.128702] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.128886] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.vzstorage_mount_user = stack {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.129067] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.129247] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.auth_section = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.129423] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.auth_type = password {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.129587] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.129748] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.129914] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.130087] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.connect_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.130253] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.connect_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.130424] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.default_floating_pool = public {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.130586] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.endpoint_override = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.130750] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.extension_sync_interval = 600 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.130911] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.http_retries = 3 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.131115] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.131298] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.131461] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.max_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.131634] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.131794] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.min_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.131963] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.ovs_bridge = br-int {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.132188] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.physnets = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.132393] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.region_name = RegionOne {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.132561] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.retriable_status_codes = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.132734] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.service_metadata_proxy = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.132899] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.service_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.133086] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.service_type = network {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.133258] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.133421] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.status_code_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.133582] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.status_code_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.133741] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.133920] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.134096] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] neutron.version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.134272] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] notifications.bdms_in_notifications = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.134451] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] notifications.default_level = INFO {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.134614] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] notifications.include_share_mapping = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.134787] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] notifications.notification_format = unversioned {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.134952] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] notifications.notify_on_state_change = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.135143] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.135326] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] pci.alias = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.135498] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] pci.device_spec = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.135664] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] pci.report_in_placement = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.135837] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.auth_section = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.136020] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.auth_type = password {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.136197] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.136365] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.136525] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.136689] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.136849] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.connect_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.137013] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.connect_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.137178] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.default_domain_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.137381] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.default_domain_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.137555] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.domain_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.137718] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.domain_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.137881] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.endpoint_override = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.138058] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.138224] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.138412] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.max_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.138590] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.min_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.138762] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.password = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.138923] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.project_domain_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139106] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.project_domain_name = Default {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139279] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.project_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139453] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.project_name = service {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139624] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.region_name = RegionOne {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139787] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.retriable_status_codes = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139952] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.service_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140136] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.service_type = placement {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140304] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140463] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.status_code_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140624] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.status_code_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140783] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.system_scope = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140940] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141124] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.trust_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141296] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.user_domain_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141465] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.user_domain_name = Default {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141622] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.user_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141792] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.username = nova {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141972] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142169] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] placement.version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142366] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.cores = 20 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142534] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.count_usage_from_placement = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142710] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142879] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.injected_file_content_bytes = 10240 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143058] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.injected_file_path_length = 255 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143233] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.injected_files = 5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143401] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.instances = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143570] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.key_pairs = 100 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143734] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.metadata_items = 128 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143901] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.ram = 51200 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144076] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.recheck_quota = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144259] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.server_group_members = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144432] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.server_groups = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144640] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144816] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] quota.unified_limits_resource_strategy = require {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144990] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145173] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145335] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler.image_metadata_prefilter = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145494] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145657] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler.max_attempts = 3 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145820] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler.max_placement_results = 1000 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145984] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146165] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146332] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146503] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] scheduler.workers = 2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146683] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146854] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147043] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147219] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147387] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147550] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147713] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147897] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148080] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.host_subset_size = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148247] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148410] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148572] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148736] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148907] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149083] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.isolated_hosts = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149251] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.isolated_images = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149413] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149575] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149738] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149898] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.pci_in_placement = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150083] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150251] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150441] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150625] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150792] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150957] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151160] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.track_instance_changes = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151354] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151529] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] metrics.required = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151695] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] metrics.weight_multiplier = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151857] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152033] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] metrics.weight_setting = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152361] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152540] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] serial_console.enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152718] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] serial_console.port_range = 10000:20000 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152890] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153073] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153246] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] serial_console.serialproxy_port = 6083 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153419] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_user.auth_section = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153589] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_user.auth_type = password {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153751] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_user.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153910] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_user.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154085] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_user.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154251] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_user.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154409] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_user.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154577] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_user.send_service_user_token = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154739] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_user.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154895] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] service_user.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155077] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.agent_enabled = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155241] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155561] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155776] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155948] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.html5proxy_port = 6082 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156131] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.image_compression = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156298] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.jpeg_compression = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156456] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.playback_compression = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156622] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.require_secure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156784] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.server_listen = 127.0.0.1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156952] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157244] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157419] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.streaming_mode = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157602] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] spice.zlib_compression = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157828] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] upgrade_levels.baseapi = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158021] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] upgrade_levels.compute = auto {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158191] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] upgrade_levels.conductor = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158352] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] upgrade_levels.scheduler = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158519] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158681] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158843] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vendordata_dynamic_auth.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159008] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vendordata_dynamic_auth.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159182] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159345] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vendordata_dynamic_auth.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159505] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159667] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159825] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vendordata_dynamic_auth.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160011] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.api_retry_count = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160182] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.ca_file = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160355] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160521] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.cluster_name = testcl1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160686] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.connection_pool_size = 10 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160843] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.console_delay_seconds = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161017] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.datastore_regex = ^datastore.* {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161259] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161444] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.host_password = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161615] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.host_port = 443 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161783] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.host_username = administrator@vsphere.local {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161951] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.insecure = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162127] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.integration_bridge = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162297] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.maximum_objects = 100 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162454] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.pbm_default_policy = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162615] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.pbm_enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162772] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.pbm_wsdl_location = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162936] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163108] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.serial_port_proxy_uri = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163269] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.serial_port_service_uri = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163431] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.task_poll_interval = 0.5 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163599] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.use_linked_clone = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163767] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.vnc_keymap = en-us {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163930] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.vnc_port = 5900 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164106] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vmware.vnc_port_total = 10000 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164298] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vnc.auth_schemes = ['none'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164470] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vnc.enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164751] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164937] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165122] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vnc.novncproxy_port = 6080 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165310] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vnc.server_listen = 127.0.0.1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165488] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165648] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vnc.vencrypt_ca_certs = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165804] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vnc.vencrypt_client_cert = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165960] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vnc.vencrypt_client_key = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166149] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166319] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.disable_deep_image_inspection = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166480] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166641] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166800] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166962] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.disable_rootwrap = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167138] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.enable_numa_live_migration = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167300] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167461] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167621] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167781] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.libvirt_disable_apic = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167941] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168114] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168277] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168440] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168603] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168755] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168913] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169094] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169277] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169443] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169626] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169796] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.client_socket_timeout = 900 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169962] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.default_pool_size = 1000 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170143] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.keep_alive = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170312] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.max_header_line = 16384 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170475] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170636] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.ssl_ca_file = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170798] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.ssl_cert_file = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170956] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.ssl_key_file = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171151] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.tcp_keepidle = 600 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171344] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171514] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] zvm.ca_file = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171674] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] zvm.cloud_connector_url = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171976] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.172168] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] zvm.reachable_timeout = 300 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.172345] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.172524] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.172703] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.connection_string = messaging:// {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.172871] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.enabled = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.173052] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.es_doc_type = notification {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.173222] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.es_scroll_size = 10000 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.173394] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.es_scroll_time = 2m {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.173556] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.filter_error_trace = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.173722] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.hmac_keys = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.173889] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.sentinel_service_name = mymaster {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.174067] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.socket_timeout = 0.1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.174237] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.trace_requests = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.174400] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler.trace_sqlalchemy = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.174573] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler_jaeger.process_tags = {} {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.174733] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler_jaeger.service_name_prefix = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.174895] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] profiler_otlp.service_name_prefix = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.175069] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] remote_debug.host = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.175233] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] remote_debug.port = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.175458] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.175654] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.175822] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.175986] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.176165] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.176330] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.176490] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.176649] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.176813] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.177026] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.177206] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.177384] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.177554] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.177734] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.177937] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.178159] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.178334] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.178500] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.178670] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.178833] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.178995] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.179185] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.179375] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.179593] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.179779] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.179945] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.180167] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.180353] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.180517] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.180681] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.180844] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.ssl = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.181025] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.181225] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.181401] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.181573] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.181744] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.181906] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.182111] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.182294] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_notifications.retry = -1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.182462] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.182633] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.182832] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.auth_section = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.183025] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.auth_type = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.183194] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.cafile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.183414] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.certfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.183646] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.collect_timing = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.183703] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.connect_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.183867] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.connect_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.184036] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.endpoint_id = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.184218] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.184382] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.endpoint_override = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.184542] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.endpoint_region_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.184701] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.endpoint_service_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.184858] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.endpoint_service_type = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.185032] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.insecure = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.185196] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.keyfile = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.185358] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.max_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.185516] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.min_version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.185672] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.region_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.185830] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.retriable_status_codes = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.185989] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.service_name = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.186164] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.service_type = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.186330] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.split_loggers = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.186486] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.status_code_retries = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.186645] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.status_code_retry_delay = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.186805] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.timeout = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.186963] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.valid_interfaces = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.187139] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_limit.version = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.187347] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_reports.file_event_handler = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.187519] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.187705] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] oslo_reports.log_dir = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.187888] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.188064] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.188228] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.188397] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.188564] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.188725] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.188895] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.189070] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_ovs_privileged.group = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.189236] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.189406] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.189566] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.189726] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] vif_plug_ovs_privileged.user = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.189898] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.190094] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.190277] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.190449] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.190622] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.190791] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.190958] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.191156] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.191350] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.191521] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_ovs.isolate_vif = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.191690] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.191855] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.192033] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.192224] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.192388] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] os_vif_ovs.per_port_bridge = False {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.192561] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] privsep_osbrick.capabilities = [21] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.192722] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] privsep_osbrick.group = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.192881] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] privsep_osbrick.helper_command = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.193057] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.193227] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.193391] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] privsep_osbrick.user = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.193562] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.193724] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] nova_sys_admin.group = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.193882] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] nova_sys_admin.helper_command = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.194061] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.194229] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.194389] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] nova_sys_admin.user = None {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.194523] env[69584]: DEBUG oslo_service.backend.eventlet.service [None req-b6c574aa-a874-49c1-af2d-c74dcb8899d7 None None] ******************************************************************************** {{(pid=69584) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.194944] env[69584]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 528.699113] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Getting list of instances from cluster (obj){ [ 528.699113] env[69584]: value = "domain-c8" [ 528.699113] env[69584]: _type = "ClusterComputeResource" [ 528.699113] env[69584]: } {{(pid=69584) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 528.700199] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432d8b7b-f3b3-4479-8c6c-38d9e39464d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.709162] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Got total of 0 instances {{(pid=69584) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 528.709745] env[69584]: WARNING nova.virt.vmwareapi.driver [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 528.710227] env[69584]: INFO nova.virt.node [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Generated node identity 30f8f051-88a7-431d-bbd1-9aafd798bbef [ 528.710456] env[69584]: INFO nova.virt.node [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Wrote node identity 30f8f051-88a7-431d-bbd1-9aafd798bbef to /opt/stack/data/n-cpu-1/compute_id [ 529.213227] env[69584]: WARNING nova.compute.manager [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Compute nodes ['30f8f051-88a7-431d-bbd1-9aafd798bbef'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 530.219056] env[69584]: INFO nova.compute.manager [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 531.224841] env[69584]: WARNING nova.compute.manager [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 531.225146] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.225361] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.225506] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.225659] env[69584]: DEBUG nova.compute.resource_tracker [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 531.226905] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29e8c30-0ec5-4049-a2d9-52231cded1f0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.234861] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb482aad-df38-4d38-8ece-6a26941bfab4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.248238] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4500c51b-232e-40c5-af1e-5fc15ff0428e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.254241] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79903a8c-1951-4153-84f0-dd97aa9f9e24 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.283062] env[69584]: DEBUG nova.compute.resource_tracker [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180916MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 531.283204] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.283402] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.786221] env[69584]: WARNING nova.compute.resource_tracker [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] No compute node record for cpu-1:30f8f051-88a7-431d-bbd1-9aafd798bbef: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 30f8f051-88a7-431d-bbd1-9aafd798bbef could not be found. [ 532.290337] env[69584]: INFO nova.compute.resource_tracker [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 30f8f051-88a7-431d-bbd1-9aafd798bbef [ 533.798391] env[69584]: DEBUG nova.compute.resource_tracker [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 533.798737] env[69584]: DEBUG nova.compute.resource_tracker [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 533.951330] env[69584]: INFO nova.scheduler.client.report [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] [req-c53ab6c4-c1eb-4a84-91a3-08d813355aa8] Created resource provider record via placement API for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 533.968530] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083d31a1-b937-47e9-a27a-9a11cbb732fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.976184] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46657668-70a7-4162-bbab-b8d44accee6a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.006389] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33576a33-e0ea-46a9-9ce6-f0273a4c10f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.013542] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821a1fff-0c15-4d8d-ae44-1baef18ad4dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.026424] env[69584]: DEBUG nova.compute.provider_tree [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.560675] env[69584]: DEBUG nova.scheduler.client.report [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 534.560902] env[69584]: DEBUG nova.compute.provider_tree [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 0 to 1 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 534.561108] env[69584]: DEBUG nova.compute.provider_tree [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.611496] env[69584]: DEBUG nova.compute.provider_tree [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 1 to 2 during operation: update_traits {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 535.116438] env[69584]: DEBUG nova.compute.resource_tracker [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 535.116843] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.116843] env[69584]: DEBUG nova.service [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Creating RPC server for service compute {{(pid=69584) start /opt/stack/nova/nova/service.py:186}} [ 535.132053] env[69584]: DEBUG nova.service [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] Join ServiceGroup membership for this service compute {{(pid=69584) start /opt/stack/nova/nova/service.py:203}} [ 535.132261] env[69584]: DEBUG nova.servicegroup.drivers.db [None req-2b7d72ce-6f8f-4f92-8bf8-4aa25332d880 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69584) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 575.818082] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "a6529acd-76db-430e-9e16-942b98b891d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.818764] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "a6529acd-76db-430e-9e16-942b98b891d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.323673] env[69584]: DEBUG nova.compute.manager [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.841352] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquiring lock "bdcccdc2-36be-4e0f-9501-026f83c14805" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.841625] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lock "bdcccdc2-36be-4e0f-9501-026f83c14805" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.881818] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.883186] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.885089] env[69584]: INFO nova.compute.claims [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.346403] env[69584]: DEBUG nova.compute.manager [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.482172] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "1cb12eb8-8e6e-4513-8408-18afd328e053" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.482428] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.882487] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.986710] env[69584]: DEBUG nova.compute.manager [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.031194] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee3c08-7343-4fab-828b-ed1d4b67b70a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.040143] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb1871-e235-482a-8edc-075d56c3dc43 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.083181] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403c3836-7be2-45bf-a978-f704e658d46e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.092378] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ad5e5a-5200-46df-aab9-41dcc80a4e09 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.112859] env[69584]: DEBUG nova.compute.provider_tree [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.395320] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.395539] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.518898] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.620873] env[69584]: DEBUG nova.scheduler.client.report [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.898562] env[69584]: DEBUG nova.compute.manager [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.128442] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.131127] env[69584]: DEBUG nova.compute.manager [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.133229] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.251s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.135523] env[69584]: INFO nova.compute.claims [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.431143] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.642254] env[69584]: DEBUG nova.compute.utils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.645639] env[69584]: DEBUG nova.compute.manager [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.646068] env[69584]: DEBUG nova.network.neutron [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.034770] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquiring lock "b420c938-c1de-44d8-b30c-03fbee51d268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.035118] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lock "b420c938-c1de-44d8-b30c-03fbee51d268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.139440] env[69584]: DEBUG nova.policy [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aaf4db14097415d9adac82217d253e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa492843164579bc5edbf830d41c90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.147190] env[69584]: DEBUG nova.compute.manager [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.304446] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfddac87-a649-43b8-ab92-a33c9899ce78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.310936] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552a52ad-6688-400b-9182-0cb592cab132 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.355882] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4493a6d2-c322-407e-acd8-c58eb310e5da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.364234] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee5bf1f-3611-4eb3-82e4-2554944c9096 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.379601] env[69584]: DEBUG nova.compute.provider_tree [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.541530] env[69584]: DEBUG nova.compute.manager [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.886025] env[69584]: DEBUG nova.scheduler.client.report [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.076365] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.164744] env[69584]: DEBUG nova.compute.manager [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.203644] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.204911] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.205255] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.206792] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.206792] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.206792] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.206792] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.206792] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.210562] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.212481] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.212481] env[69584]: DEBUG nova.virt.hardware [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.212481] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24feb8d5-2d15-4946-9e89-eaaa3eb92525 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.227237] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e541ff-c4bb-4eca-af6a-4a66c6850d0d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.249012] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415a4372-5ff2-482f-826f-bb8e409d1f1e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.339901] env[69584]: DEBUG nova.network.neutron [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Successfully created port: 0328432d-730e-455c-8073-830ab1386ca6 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.391011] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.391011] env[69584]: DEBUG nova.compute.manager [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.398026] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.877s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.400230] env[69584]: INFO nova.compute.claims [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.884151] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "945b7866-0797-4ba6-984e-cbfc0bc7dbc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.884151] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "945b7866-0797-4ba6-984e-cbfc0bc7dbc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.899370] env[69584]: DEBUG nova.compute.utils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.900847] env[69584]: DEBUG nova.compute.manager [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.901196] env[69584]: DEBUG nova.network.neutron [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.984014] env[69584]: DEBUG nova.policy [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ff3230a3284f95b6340d4b0e1f5434', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40777489f7e64dd786004bfd164f9d95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.386114] env[69584]: DEBUG nova.compute.manager [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.412169] env[69584]: DEBUG nova.compute.manager [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.523810] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0598708-8530-4708-a2f1-a176ee770038 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.538467] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cc77ab-fa9f-482a-9a43-d65406496284 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.569776] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44df4805-cb4b-4b8b-abf5-7541a8a315da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.577570] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721e8e49-004b-4e6c-bc1b-271790955e89 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.591900] env[69584]: DEBUG nova.compute.provider_tree [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.927615] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.096197] env[69584]: DEBUG nova.scheduler.client.report [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.333349] env[69584]: DEBUG nova.network.neutron [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Successfully created port: 633fc01b-1a10-40e9-b120-010c2dc62497 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.429485] env[69584]: DEBUG nova.compute.manager [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.456028] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.456481] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.456749] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.456953] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.457117] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.457264] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.457512] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.457706] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.458101] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.458214] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.458407] env[69584]: DEBUG nova.virt.hardware [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.459620] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5772e66e-365c-4cd9-8f78-9d323bb859a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.470475] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96b066c-6427-4a23-ada0-5ddff21f8bf0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.607400] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.607935] env[69584]: DEBUG nova.compute.manager [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.616493] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.182s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.616493] env[69584]: INFO nova.compute.claims [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.122691] env[69584]: DEBUG nova.compute.utils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.125502] env[69584]: DEBUG nova.compute.manager [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.131539] env[69584]: DEBUG nova.network.neutron [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.260673] env[69584]: DEBUG nova.policy [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15049bf5969c42b1b39b547b7ffca868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb999ce41aa44d188603fb15da3f124', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.636625] env[69584]: DEBUG nova.compute.manager [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.800053] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9ec602-8f77-46fe-9645-1468013d8066 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.810140] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e801e01-84f5-4f9c-b4cd-3a0ec690a34d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.851955] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54756b03-44dc-4de7-b2bf-185d92ace752 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.863284] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca534c3-1ff1-43c7-b363-62a5e48f03d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.877675] env[69584]: DEBUG nova.compute.provider_tree [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.928293] env[69584]: DEBUG nova.network.neutron [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Successfully created port: cc013930-0cbc-4627-b84d-44ce5b59fa5f {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.971948] env[69584]: DEBUG nova.network.neutron [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Successfully updated port: 0328432d-730e-455c-8073-830ab1386ca6 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.380034] env[69584]: DEBUG nova.scheduler.client.report [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.476174] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "refresh_cache-a6529acd-76db-430e-9e16-942b98b891d0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.476232] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquired lock "refresh_cache-a6529acd-76db-430e-9e16-942b98b891d0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.476376] env[69584]: DEBUG nova.network.neutron [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.655182] env[69584]: DEBUG nova.compute.manager [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.698840] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.699862] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.700154] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.700469] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.704023] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.704023] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.704023] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.704023] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.704023] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.704299] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.704299] env[69584]: DEBUG nova.virt.hardware [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.704299] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1965e8b6-9dc9-43a1-9fee-82f45f0b500b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.717496] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5028c70d-9fab-4aed-9a8b-3ecf9590576d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.885916] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.886480] env[69584]: DEBUG nova.compute.manager [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.891493] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.815s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.892924] env[69584]: INFO nova.compute.claims [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.980241] env[69584]: DEBUG nova.network.neutron [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Successfully updated port: 633fc01b-1a10-40e9-b120-010c2dc62497 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.060218] env[69584]: DEBUG nova.network.neutron [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.402531] env[69584]: DEBUG nova.compute.utils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.406044] env[69584]: DEBUG nova.compute.manager [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.406214] env[69584]: DEBUG nova.network.neutron [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.488678] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquiring lock "refresh_cache-bdcccdc2-36be-4e0f-9501-026f83c14805" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.488809] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquired lock "refresh_cache-bdcccdc2-36be-4e0f-9501-026f83c14805" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.488915] env[69584]: DEBUG nova.network.neutron [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.605539] env[69584]: DEBUG nova.network.neutron [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Updating instance_info_cache with network_info: [{"id": "0328432d-730e-455c-8073-830ab1386ca6", "address": "fa:16:3e:0d:a2:cb", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0328432d-73", "ovs_interfaceid": "0328432d-730e-455c-8073-830ab1386ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.680553] env[69584]: DEBUG nova.policy [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e095fdd3b54e82b2904ff564b8c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854ce7cfadbe4b698b2d7fd90b8e97c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.909269] env[69584]: DEBUG nova.compute.manager [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.918118] env[69584]: DEBUG nova.compute.manager [req-31fdeba1-c2f8-4922-a7c2-496d35cabb88 req-bd6576a7-9d07-49c8-a8ec-777f3fbd15d9 service nova] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Received event network-vif-plugged-0328432d-730e-455c-8073-830ab1386ca6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 586.918118] env[69584]: DEBUG oslo_concurrency.lockutils [req-31fdeba1-c2f8-4922-a7c2-496d35cabb88 req-bd6576a7-9d07-49c8-a8ec-777f3fbd15d9 service nova] Acquiring lock "a6529acd-76db-430e-9e16-942b98b891d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.918118] env[69584]: DEBUG oslo_concurrency.lockutils [req-31fdeba1-c2f8-4922-a7c2-496d35cabb88 req-bd6576a7-9d07-49c8-a8ec-777f3fbd15d9 service nova] Lock "a6529acd-76db-430e-9e16-942b98b891d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.918118] env[69584]: DEBUG oslo_concurrency.lockutils [req-31fdeba1-c2f8-4922-a7c2-496d35cabb88 req-bd6576a7-9d07-49c8-a8ec-777f3fbd15d9 service nova] Lock "a6529acd-76db-430e-9e16-942b98b891d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.918118] env[69584]: DEBUG nova.compute.manager [req-31fdeba1-c2f8-4922-a7c2-496d35cabb88 req-bd6576a7-9d07-49c8-a8ec-777f3fbd15d9 service nova] [instance: a6529acd-76db-430e-9e16-942b98b891d0] No waiting events found dispatching network-vif-plugged-0328432d-730e-455c-8073-830ab1386ca6 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.918494] env[69584]: WARNING nova.compute.manager [req-31fdeba1-c2f8-4922-a7c2-496d35cabb88 req-bd6576a7-9d07-49c8-a8ec-777f3fbd15d9 service nova] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Received unexpected event network-vif-plugged-0328432d-730e-455c-8073-830ab1386ca6 for instance with vm_state building and task_state spawning. [ 587.053030] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquiring lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.053552] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.088892] env[69584]: DEBUG nova.network.neutron [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.091875] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08a42f8-2249-4d20-a728-5ae2c5d1b1a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.106261] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca5737f-6fdb-4c48-a5ae-c32d1392849c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.112108] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Releasing lock "refresh_cache-a6529acd-76db-430e-9e16-942b98b891d0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.112814] env[69584]: DEBUG nova.compute.manager [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Instance network_info: |[{"id": "0328432d-730e-455c-8073-830ab1386ca6", "address": "fa:16:3e:0d:a2:cb", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0328432d-73", "ovs_interfaceid": "0328432d-730e-455c-8073-830ab1386ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.113381] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:a2:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0328432d-730e-455c-8073-830ab1386ca6', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.128986] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.131169] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f2d525b-df40-4014-b674-f615728a1ea6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.161431] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf43609-d762-4054-9170-2a0d5aaef55f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.171088] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaafab70-b460-4ab3-b3d5-3b5ac24adb2a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.178374] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Created folder: OpenStack in parent group-v4. [ 587.178621] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Creating folder: Project (a1fa492843164579bc5edbf830d41c90). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.186568] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46013678-d367-463c-8e1d-28883abed9c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.188484] env[69584]: DEBUG nova.compute.provider_tree [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.200713] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Created folder: Project (a1fa492843164579bc5edbf830d41c90) in parent group-v696614. [ 587.204021] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Creating folder: Instances. Parent ref: group-v696615. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.204021] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d44b0eed-b7a1-439a-a3ec-2d25a3ea1be6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.212168] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Created folder: Instances in parent group-v696615. [ 587.212563] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 587.213114] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.213417] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8b8f0ac-7d8d-4d98-ba2f-21910c0ebe56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.237864] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.237864] env[69584]: value = "task-3484855" [ 587.237864] env[69584]: _type = "Task" [ 587.237864] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.246706] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484855, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.501207] env[69584]: DEBUG nova.network.neutron [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Updating instance_info_cache with network_info: [{"id": "633fc01b-1a10-40e9-b120-010c2dc62497", "address": "fa:16:3e:7e:f1:10", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633fc01b-1a", "ovs_interfaceid": "633fc01b-1a10-40e9-b120-010c2dc62497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.557018] env[69584]: DEBUG nova.compute.manager [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.693391] env[69584]: DEBUG nova.scheduler.client.report [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.748921] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484855, 'name': CreateVM_Task, 'duration_secs': 0.441488} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.750932] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.773928] env[69584]: DEBUG oslo_vmware.service [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72686020-63be-48bd-8751-3be5759cf64a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.784425] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.784628] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.785669] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.785945] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3faf1bd2-4d00-4962-b096-7a12b82fb5ba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.788599] env[69584]: DEBUG nova.network.neutron [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Successfully created port: c77f02c6-326f-413a-ac25-a331020bddec {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.795347] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 587.795347] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52baf307-4600-da8c-1438-9564c950cdee" [ 587.795347] env[69584]: _type = "Task" [ 587.795347] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.803259] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52baf307-4600-da8c-1438-9564c950cdee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.894267] env[69584]: DEBUG nova.network.neutron [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Successfully updated port: cc013930-0cbc-4627-b84d-44ce5b59fa5f {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.927064] env[69584]: DEBUG nova.compute.manager [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.968727] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.968992] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.969328] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.969698] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.969899] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.970639] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.970639] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.970639] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.970639] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.970942] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.971210] env[69584]: DEBUG nova.virt.hardware [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.972127] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699d228d-c042-4304-9c04-d51e82f74ec3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.982174] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef9654a-033d-47c8-a972-1930020b0daa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.003860] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Releasing lock "refresh_cache-bdcccdc2-36be-4e0f-9501-026f83c14805" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.004221] env[69584]: DEBUG nova.compute.manager [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Instance network_info: |[{"id": "633fc01b-1a10-40e9-b120-010c2dc62497", "address": "fa:16:3e:7e:f1:10", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633fc01b-1a", "ovs_interfaceid": "633fc01b-1a10-40e9-b120-010c2dc62497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.004634] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:f1:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '633fc01b-1a10-40e9-b120-010c2dc62497', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.017301] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Creating folder: Project (40777489f7e64dd786004bfd164f9d95). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.017619] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-900918e4-7b2f-4f4f-a775-83aa2100664c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.030764] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Created folder: Project (40777489f7e64dd786004bfd164f9d95) in parent group-v696614. [ 588.032857] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Creating folder: Instances. Parent ref: group-v696618. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.032857] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12142ef7-0438-44f9-ab19-073e8e2b4057 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.046856] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Created folder: Instances in parent group-v696618. [ 588.047184] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.047412] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.047667] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a14670a2-965a-4e60-9d00-82c0aef9a38e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.076431] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.076431] env[69584]: value = "task-3484858" [ 588.076431] env[69584]: _type = "Task" [ 588.076431] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.087847] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484858, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.093405] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.133467] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.134636] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.134636] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.134636] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.134636] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.134636] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.135012] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.202827] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.203427] env[69584]: DEBUG nova.compute.manager [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.207556] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.280s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.210602] env[69584]: INFO nova.compute.claims [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.305905] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.306174] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.306885] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.306885] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.306987] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.307386] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-386e87d9-1003-47c7-97d9-3079745935e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.315952] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.315952] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.316763] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f384d6dd-3408-46b1-921f-9c52e0f0abe1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.325137] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e81f43-d84a-46d5-9375-43d8fa60eafb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.331303] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 588.331303] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522713b6-84cb-d005-0937-9ef78a842037" [ 588.331303] env[69584]: _type = "Task" [ 588.331303] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.340524] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522713b6-84cb-d005-0937-9ef78a842037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.400314] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.400636] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.401148] env[69584]: DEBUG nova.network.neutron [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.580223] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "1dc1383e-8482-4597-bcde-ce1ba3377b12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.580497] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "1dc1383e-8482-4597-bcde-ce1ba3377b12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.591140] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484858, 'name': CreateVM_Task, 'duration_secs': 0.340014} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.591256] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.592085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.592175] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.592930] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.592930] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4debe42e-fafd-47ed-a48b-bb438f26f97c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.597449] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for the task: (returnval){ [ 588.597449] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52749742-5e1f-52fc-eb73-ddff0de6adf5" [ 588.597449] env[69584]: _type = "Task" [ 588.597449] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.606435] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52749742-5e1f-52fc-eb73-ddff0de6adf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.642192] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Getting list of instances from cluster (obj){ [ 588.642192] env[69584]: value = "domain-c8" [ 588.642192] env[69584]: _type = "ClusterComputeResource" [ 588.642192] env[69584]: } {{(pid=69584) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 588.643247] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f2bcb7-579c-497e-a983-137449d99df6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.653405] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Got total of 2 instances {{(pid=69584) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 588.653565] env[69584]: WARNING nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] While synchronizing instance power states, found 5 instances in the database and 2 instances on the hypervisor. [ 588.653711] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Triggering sync for uuid a6529acd-76db-430e-9e16-942b98b891d0 {{(pid=69584) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 588.653877] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Triggering sync for uuid bdcccdc2-36be-4e0f-9501-026f83c14805 {{(pid=69584) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 588.654040] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Triggering sync for uuid 1cb12eb8-8e6e-4513-8408-18afd328e053 {{(pid=69584) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 588.656269] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Triggering sync for uuid 72bb6d82-5ec5-4a20-9599-e4bd68b25d74 {{(pid=69584) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 588.656269] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Triggering sync for uuid b420c938-c1de-44d8-b30c-03fbee51d268 {{(pid=69584) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 588.656269] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "a6529acd-76db-430e-9e16-942b98b891d0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.656269] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "bdcccdc2-36be-4e0f-9501-026f83c14805" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.656269] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "1cb12eb8-8e6e-4513-8408-18afd328e053" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.656467] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.656467] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "b420c938-c1de-44d8-b30c-03fbee51d268" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.656467] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.656467] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 588.656467] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.716599] env[69584]: DEBUG nova.compute.utils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.720337] env[69584]: DEBUG nova.compute.manager [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Not allocating networking since 'none' was specified. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 588.843279] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Preparing fetch location {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 588.843678] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Creating directory with path [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.844026] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33874c0f-277a-46ca-875e-e39cbdfbdd3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.870720] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Created directory with path [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.870720] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Fetch image to [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 588.870720] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Downloading image file data 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 to [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk on the data store datastore2 {{(pid=69584) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 588.870720] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52385b6c-3ed7-41d7-8bc7-ce700dd13100 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.879465] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e326451a-ae33-440e-89e3-bd00afe44059 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.894888] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826a08fd-a40f-45d8-b4a6-e0b33e2294ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.901156] env[69584]: DEBUG nova.compute.manager [req-77b99a3b-1026-49a0-82c3-f02f2ab016e3 req-5630fb72-e6e8-4994-b119-1ffb1d9bb843 service nova] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Received event network-vif-plugged-cc013930-0cbc-4627-b84d-44ce5b59fa5f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 588.901156] env[69584]: DEBUG oslo_concurrency.lockutils [req-77b99a3b-1026-49a0-82c3-f02f2ab016e3 req-5630fb72-e6e8-4994-b119-1ffb1d9bb843 service nova] Acquiring lock "1cb12eb8-8e6e-4513-8408-18afd328e053-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.901156] env[69584]: DEBUG oslo_concurrency.lockutils [req-77b99a3b-1026-49a0-82c3-f02f2ab016e3 req-5630fb72-e6e8-4994-b119-1ffb1d9bb843 service nova] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.901774] env[69584]: DEBUG oslo_concurrency.lockutils [req-77b99a3b-1026-49a0-82c3-f02f2ab016e3 req-5630fb72-e6e8-4994-b119-1ffb1d9bb843 service nova] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.901774] env[69584]: DEBUG nova.compute.manager [req-77b99a3b-1026-49a0-82c3-f02f2ab016e3 req-5630fb72-e6e8-4994-b119-1ffb1d9bb843 service nova] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] No waiting events found dispatching network-vif-plugged-cc013930-0cbc-4627-b84d-44ce5b59fa5f {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.901774] env[69584]: WARNING nova.compute.manager [req-77b99a3b-1026-49a0-82c3-f02f2ab016e3 req-5630fb72-e6e8-4994-b119-1ffb1d9bb843 service nova] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Received unexpected event network-vif-plugged-cc013930-0cbc-4627-b84d-44ce5b59fa5f for instance with vm_state building and task_state spawning. [ 588.939120] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06d222c-4bf3-405d-bf96-f9eab16b33f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.947175] env[69584]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-da9e7fcc-eb6f-4c56-88dd-98db651143ff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.024599] env[69584]: DEBUG nova.network.neutron [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.042261] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Downloading image file data 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 to the data store datastore2 {{(pid=69584) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 589.086150] env[69584]: DEBUG nova.compute.manager [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.106905] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.107177] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.107397] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.117837] env[69584]: DEBUG oslo_vmware.rw_handles [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69584) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 589.186248] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.219537] env[69584]: DEBUG nova.compute.manager [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.413030] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a009faef-e333-4005-9737-38acf7894a0e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.420508] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f101417e-5295-4859-97e6-1e867550dc26 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.465272] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b13c6-ebfe-47a0-b8a5-130e70a03818 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.477270] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f277ea-2125-4042-97ae-afe4a7191ef5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.495611] env[69584]: DEBUG nova.compute.provider_tree [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.607166] env[69584]: DEBUG nova.network.neutron [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance_info_cache with network_info: [{"id": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "address": "fa:16:3e:30:bc:cc", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc013930-0c", "ovs_interfaceid": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.617242] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.948612] env[69584]: DEBUG oslo_vmware.rw_handles [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Completed reading data from the image iterator. {{(pid=69584) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 589.950434] env[69584]: DEBUG oslo_vmware.rw_handles [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 590.001634] env[69584]: DEBUG nova.scheduler.client.report [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.011245] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Downloaded image file data 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 to vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk on the data store datastore2 {{(pid=69584) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 590.016643] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Caching image {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 590.017440] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Copying Virtual Disk [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk to [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.017816] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a08e91-b210-4b1d-9508-c3b5b55464b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.030989] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 590.030989] env[69584]: value = "task-3484859" [ 590.030989] env[69584]: _type = "Task" [ 590.030989] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.042996] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.201294] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.201294] env[69584]: DEBUG nova.compute.manager [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Instance network_info: |[{"id": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "address": "fa:16:3e:30:bc:cc", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc013930-0c", "ovs_interfaceid": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.201777] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:bc:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc013930-0cbc-4627-b84d-44ce5b59fa5f', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.220258] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Creating folder: Project (4eb999ce41aa44d188603fb15da3f124). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.220258] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0033d01f-26f2-406c-8c02-5cac2033b9d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.232291] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Created folder: Project (4eb999ce41aa44d188603fb15da3f124) in parent group-v696614. [ 590.232291] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Creating folder: Instances. Parent ref: group-v696621. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.232291] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27dcbec6-65e2-41f3-9791-4cae6bbf85c2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.243085] env[69584]: DEBUG nova.compute.manager [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.248495] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Created folder: Instances in parent group-v696621. [ 590.248495] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.248495] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.248495] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b725b6f-e13a-4d08-bdb7-0192f494e8a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.267620] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.267620] env[69584]: value = "task-3484862" [ 590.267620] env[69584]: _type = "Task" [ 590.267620] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.279614] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484862, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.290342] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.290599] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.290762] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.290949] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.291432] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.291432] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.291915] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.292147] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.292387] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.293398] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.293398] env[69584]: DEBUG nova.virt.hardware [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.293673] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ea1fe-4311-4128-a996-33e0597fbd8d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.314189] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ac3014-f438-43db-9767-5a3bd83890cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.343325] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.348499] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Creating folder: Project (dd4fe8a121f04be2a111736480f1abc1). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.348912] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a7b78e1-7d64-4ce9-ad55-28c35902c808 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.360725] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Created folder: Project (dd4fe8a121f04be2a111736480f1abc1) in parent group-v696614. [ 590.360725] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Creating folder: Instances. Parent ref: group-v696624. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.360725] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9defa914-2a3a-4fce-8b23-ffc867d5b237 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.369329] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Created folder: Instances in parent group-v696624. [ 590.369507] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.370026] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.370221] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb23836a-b55f-4a56-9f5f-8c5349b1ed66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.391148] env[69584]: DEBUG nova.network.neutron [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Successfully updated port: c77f02c6-326f-413a-ac25-a331020bddec {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.395097] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.395097] env[69584]: value = "task-3484865" [ 590.395097] env[69584]: _type = "Task" [ 590.395097] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.408027] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484865, 'name': CreateVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.524120] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.524701] env[69584]: DEBUG nova.compute.manager [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.530155] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.436s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.534580] env[69584]: INFO nova.compute.claims [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.545212] env[69584]: DEBUG nova.compute.manager [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Received event network-changed-0328432d-730e-455c-8073-830ab1386ca6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 590.545500] env[69584]: DEBUG nova.compute.manager [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Refreshing instance network info cache due to event network-changed-0328432d-730e-455c-8073-830ab1386ca6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 590.545735] env[69584]: DEBUG oslo_concurrency.lockutils [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] Acquiring lock "refresh_cache-a6529acd-76db-430e-9e16-942b98b891d0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.545873] env[69584]: DEBUG oslo_concurrency.lockutils [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] Acquired lock "refresh_cache-a6529acd-76db-430e-9e16-942b98b891d0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.546066] env[69584]: DEBUG nova.network.neutron [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Refreshing network info cache for port 0328432d-730e-455c-8073-830ab1386ca6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.554200] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484859, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.658740] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquiring lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.658839] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.781985] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484862, 'name': CreateVM_Task, 'duration_secs': 0.401043} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.782180] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.783430] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.784437] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.784779] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.785529] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c4737e-35f9-4f80-86ba-e5443d2e329e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.789578] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 590.789578] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ebc5ea-8f8e-37ea-6545-8bf716ab8c00" [ 590.789578] env[69584]: _type = "Task" [ 590.789578] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.798155] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ebc5ea-8f8e-37ea-6545-8bf716ab8c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.894434] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.895920] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.895920] env[69584]: DEBUG nova.network.neutron [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.905369] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484865, 'name': CreateVM_Task, 'duration_secs': 0.353708} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.906172] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.906554] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.032407] env[69584]: DEBUG nova.compute.utils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.033862] env[69584]: DEBUG nova.compute.manager [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Not allocating networking since 'none' was specified. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 591.048091] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73768} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.048885] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Copied Virtual Disk [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk to [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.048885] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Deleting the datastore file [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.052977] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf39fdd3-961d-46a3-b600-702aa481d42c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.061662] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 591.061662] env[69584]: value = "task-3484866" [ 591.061662] env[69584]: _type = "Task" [ 591.061662] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.075103] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.163220] env[69584]: DEBUG nova.compute.manager [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.304265] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.304611] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.304764] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.305647] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.305647] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.305647] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9daed327-ba47-4f45-b9ce-76354bc278bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.310818] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for the task: (returnval){ [ 591.310818] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52171192-9943-40d1-ab84-4d20324942a8" [ 591.310818] env[69584]: _type = "Task" [ 591.310818] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.321517] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52171192-9943-40d1-ab84-4d20324942a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.473913] env[69584]: DEBUG nova.network.neutron [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.542173] env[69584]: DEBUG nova.compute.manager [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.575490] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033967} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.582903] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.583203] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Moving file from [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 to [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2. {{(pid=69584) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 591.583662] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-96d69005-8b49-4e59-8950-185c0bb75262 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.594321] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 591.594321] env[69584]: value = "task-3484867" [ 591.594321] env[69584]: _type = "Task" [ 591.594321] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.606130] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484867, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.703385] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.720134] env[69584]: DEBUG nova.network.neutron [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Updated VIF entry in instance network info cache for port 0328432d-730e-455c-8073-830ab1386ca6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.720223] env[69584]: DEBUG nova.network.neutron [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Updating instance_info_cache with network_info: [{"id": "0328432d-730e-455c-8073-830ab1386ca6", "address": "fa:16:3e:0d:a2:cb", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0328432d-73", "ovs_interfaceid": "0328432d-730e-455c-8073-830ab1386ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.827818] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.828064] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.828271] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.831775] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquiring lock "9c195701-261c-4f8d-9558-c4bbb139133a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.831973] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lock "9c195701-261c-4f8d-9558-c4bbb139133a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.890884] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033b80fa-0554-40d6-a732-6f80dffb4ef8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.900861] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05985902-09d9-43d3-9f9f-574f01d7cb59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.937324] env[69584]: DEBUG nova.network.neutron [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updating instance_info_cache with network_info: [{"id": "c77f02c6-326f-413a-ac25-a331020bddec", "address": "fa:16:3e:5a:8c:1e", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77f02c6-32", "ovs_interfaceid": "c77f02c6-326f-413a-ac25-a331020bddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.939729] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166765c8-f8bc-4159-8afb-9eb7855f7129 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.948244] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b29d2e4-c9dd-4554-a535-57074736c1cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.966820] env[69584]: DEBUG nova.compute.provider_tree [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.110803] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484867, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031695} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.111716] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] File moved {{(pid=69584) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 592.111944] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Cleaning up location [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 592.112122] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Deleting the datastore file [datastore2] vmware_temp/a28631b6-cb5d-44ac-897c-555d3892d966 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.112408] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-944f37cb-f2d5-4ef0-bc74-1bcf39ecc382 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.120516] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 592.120516] env[69584]: value = "task-3484868" [ 592.120516] env[69584]: _type = "Task" [ 592.120516] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.129620] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.223161] env[69584]: DEBUG oslo_concurrency.lockutils [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] Releasing lock "refresh_cache-a6529acd-76db-430e-9e16-942b98b891d0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.223487] env[69584]: DEBUG nova.compute.manager [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Received event network-vif-plugged-633fc01b-1a10-40e9-b120-010c2dc62497 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.223693] env[69584]: DEBUG oslo_concurrency.lockutils [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] Acquiring lock "bdcccdc2-36be-4e0f-9501-026f83c14805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.224325] env[69584]: DEBUG oslo_concurrency.lockutils [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] Lock "bdcccdc2-36be-4e0f-9501-026f83c14805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.224325] env[69584]: DEBUG oslo_concurrency.lockutils [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] Lock "bdcccdc2-36be-4e0f-9501-026f83c14805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.224325] env[69584]: DEBUG nova.compute.manager [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] No waiting events found dispatching network-vif-plugged-633fc01b-1a10-40e9-b120-010c2dc62497 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.225056] env[69584]: WARNING nova.compute.manager [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Received unexpected event network-vif-plugged-633fc01b-1a10-40e9-b120-010c2dc62497 for instance with vm_state building and task_state spawning. [ 592.225056] env[69584]: DEBUG nova.compute.manager [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Received event network-changed-633fc01b-1a10-40e9-b120-010c2dc62497 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.225056] env[69584]: DEBUG nova.compute.manager [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Refreshing instance network info cache due to event network-changed-633fc01b-1a10-40e9-b120-010c2dc62497. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 592.225056] env[69584]: DEBUG oslo_concurrency.lockutils [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] Acquiring lock "refresh_cache-bdcccdc2-36be-4e0f-9501-026f83c14805" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.225185] env[69584]: DEBUG oslo_concurrency.lockutils [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] Acquired lock "refresh_cache-bdcccdc2-36be-4e0f-9501-026f83c14805" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.225712] env[69584]: DEBUG nova.network.neutron [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Refreshing network info cache for port 633fc01b-1a10-40e9-b120-010c2dc62497 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.337559] env[69584]: DEBUG nova.compute.manager [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.442992] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.443345] env[69584]: DEBUG nova.compute.manager [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Instance network_info: |[{"id": "c77f02c6-326f-413a-ac25-a331020bddec", "address": "fa:16:3e:5a:8c:1e", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77f02c6-32", "ovs_interfaceid": "c77f02c6-326f-413a-ac25-a331020bddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.443750] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:8c:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c77f02c6-326f-413a-ac25-a331020bddec', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.457144] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Creating folder: Project (854ce7cfadbe4b698b2d7fd90b8e97c5). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.458401] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad88a8bb-d7e5-4e55-85aa-9561c3aabfe1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.472152] env[69584]: DEBUG nova.scheduler.client.report [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.476049] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Created folder: Project (854ce7cfadbe4b698b2d7fd90b8e97c5) in parent group-v696614. [ 592.476530] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Creating folder: Instances. Parent ref: group-v696627. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.479670] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e45b460a-b380-4f39-9c41-488e8b362aa6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.487564] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Created folder: Instances in parent group-v696627. [ 592.488313] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.488313] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.489057] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e17d5c4c-2b48-4537-8445-3edf27296309 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.516505] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.516505] env[69584]: value = "task-3484871" [ 592.516505] env[69584]: _type = "Task" [ 592.516505] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.525835] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484871, 'name': CreateVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.554592] env[69584]: DEBUG nova.compute.manager [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.580075] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.580908] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.580908] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.580908] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.581172] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.581172] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.581346] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.581509] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.581695] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.581857] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.582037] env[69584]: DEBUG nova.virt.hardware [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.583025] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a5898f-a03a-4f12-a225-cc3603b6166a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.591387] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72370826-a217-4845-9c66-7140b6c174f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.607746] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.613969] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Creating folder: Project (38d1ee1cb8e0471cb5cd82d96b1c22c2). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.614320] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e49465d7-ed84-4e3d-839e-615fdf112327 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.624807] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Created folder: Project (38d1ee1cb8e0471cb5cd82d96b1c22c2) in parent group-v696614. [ 592.625089] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Creating folder: Instances. Parent ref: group-v696630. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.625803] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf15e84f-5094-4480-8bab-7a6fec25b0c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.629983] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030611} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.630614] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.631203] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8a5b93-df2d-4e36-b81a-c21c21dfbb7c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.636901] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 592.636901] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee1dd9-f5c1-c028-da41-eab22ad737c4" [ 592.636901] env[69584]: _type = "Task" [ 592.636901] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.641742] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Created folder: Instances in parent group-v696630. [ 592.642310] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.642310] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.642808] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5232e397-1fe7-444a-933e-1bcb184db57a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.661410] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee1dd9-f5c1-c028-da41-eab22ad737c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.664900] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.664900] env[69584]: value = "task-3484874" [ 592.664900] env[69584]: _type = "Task" [ 592.664900] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.673212] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484874, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.869297] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.979366] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.981928] env[69584]: DEBUG nova.compute.manager [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.990374] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.804s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.990588] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.990826] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 592.991037] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.374s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.000317] env[69584]: INFO nova.compute.claims [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.006686] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccb49c6-b24a-4eb3-bcf7-8f73e4984e14 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.029534] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44a5b6a-1713-44e1-b1e7-f892b98ccf98 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.066447] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484871, 'name': CreateVM_Task, 'duration_secs': 0.32322} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.069182] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d79100-d5e1-4ee8-86bd-e04a1c46a3da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.070327] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.071092] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.072103] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.072103] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.072251] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f110166-2fc5-4bb8-a35a-be92815c0443 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.079115] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c9d404-7177-4a4d-b2d6-7d42c75c8b16 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.090827] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 593.090827] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52723f31-b856-00a3-d99c-0cb732b18a53" [ 593.090827] env[69584]: _type = "Task" [ 593.090827] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.126118] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180911MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 593.126387] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.134300] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52723f31-b856-00a3-d99c-0cb732b18a53, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.134913] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.134913] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.135039] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.147996] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee1dd9-f5c1-c028-da41-eab22ad737c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.148272] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.148560] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] a6529acd-76db-430e-9e16-942b98b891d0/a6529acd-76db-430e-9e16-942b98b891d0.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.149466] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.149466] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.149466] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61c86389-1094-4652-b08f-74bc442126ad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.151617] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d877e37f-0bd6-4999-bae4-dc79b98d68bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.161025] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 593.161025] env[69584]: value = "task-3484875" [ 593.161025] env[69584]: _type = "Task" [ 593.161025] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.161025] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.161025] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.165219] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde57a20-34d9-43c5-ae08-acd8864cff9b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.176819] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.179581] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for the task: (returnval){ [ 593.179581] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c15aa2-677d-c9c1-0d80-6b5b8099f589" [ 593.179581] env[69584]: _type = "Task" [ 593.179581] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.194925] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c15aa2-677d-c9c1-0d80-6b5b8099f589, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.205598] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484874, 'name': CreateVM_Task, 'duration_secs': 0.318827} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.205598] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c212f597-3731-4063-94e4-f29de3724e9b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.207784] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.209177] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.209177] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.209177] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.209309] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1018ce7-2a9a-4009-8606-9f285a339550 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.213326] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for the task: (returnval){ [ 593.213326] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ad965b-185c-451b-d7a6-00f57a18d0f4" [ 593.213326] env[69584]: _type = "Task" [ 593.213326] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.218289] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 593.218289] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526307fd-85de-d580-d7a0-60d165777734" [ 593.218289] env[69584]: _type = "Task" [ 593.218289] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.224886] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ad965b-185c-451b-d7a6-00f57a18d0f4, 'name': SearchDatastore_Task} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.225501] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.225781] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] bdcccdc2-36be-4e0f-9501-026f83c14805/bdcccdc2-36be-4e0f-9501-026f83c14805.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.226049] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.226675] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.226675] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-233ad463-e019-4caa-a455-5121f65b1a27 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.232351] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbac822f-2af0-4c0d-8366-fb17e75418c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.235899] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526307fd-85de-d580-d7a0-60d165777734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.243516] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for the task: (returnval){ [ 593.243516] env[69584]: value = "task-3484876" [ 593.243516] env[69584]: _type = "Task" [ 593.243516] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.245992] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.246205] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.247301] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c6b4a3-f6e0-4d9e-9a89-6971b817fc3a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.253953] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.256872] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 593.256872] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527b6214-4672-b202-4eff-a6889afc84b8" [ 593.256872] env[69584]: _type = "Task" [ 593.256872] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.264866] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527b6214-4672-b202-4eff-a6889afc84b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.313336] env[69584]: DEBUG nova.network.neutron [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Updated VIF entry in instance network info cache for port 633fc01b-1a10-40e9-b120-010c2dc62497. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.313965] env[69584]: DEBUG nova.network.neutron [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Updating instance_info_cache with network_info: [{"id": "633fc01b-1a10-40e9-b120-010c2dc62497", "address": "fa:16:3e:7e:f1:10", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633fc01b-1a", "ovs_interfaceid": "633fc01b-1a10-40e9-b120-010c2dc62497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.374108] env[69584]: DEBUG nova.compute.manager [req-1a3f52c9-61ca-4626-a8eb-4c0d5db38b23 req-ecd265fe-6ce8-4d66-b28f-a70daa2e8343 service nova] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Received event network-changed-cc013930-0cbc-4627-b84d-44ce5b59fa5f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.374108] env[69584]: DEBUG nova.compute.manager [req-1a3f52c9-61ca-4626-a8eb-4c0d5db38b23 req-ecd265fe-6ce8-4d66-b28f-a70daa2e8343 service nova] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Refreshing instance network info cache due to event network-changed-cc013930-0cbc-4627-b84d-44ce5b59fa5f. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 593.374108] env[69584]: DEBUG oslo_concurrency.lockutils [req-1a3f52c9-61ca-4626-a8eb-4c0d5db38b23 req-ecd265fe-6ce8-4d66-b28f-a70daa2e8343 service nova] Acquiring lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.374108] env[69584]: DEBUG oslo_concurrency.lockutils [req-1a3f52c9-61ca-4626-a8eb-4c0d5db38b23 req-ecd265fe-6ce8-4d66-b28f-a70daa2e8343 service nova] Acquired lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.374108] env[69584]: DEBUG nova.network.neutron [req-1a3f52c9-61ca-4626-a8eb-4c0d5db38b23 req-ecd265fe-6ce8-4d66-b28f-a70daa2e8343 service nova] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Refreshing network info cache for port cc013930-0cbc-4627-b84d-44ce5b59fa5f {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.505132] env[69584]: DEBUG nova.compute.utils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.507488] env[69584]: DEBUG nova.compute.manager [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.507725] env[69584]: DEBUG nova.network.neutron [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.629283] env[69584]: DEBUG nova.policy [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ffbb74e94e849ff91cd5f4327e7acbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e05937f1af24c3790e9368f11ce4bb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.672361] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484875, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.729788] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526307fd-85de-d580-d7a0-60d165777734, 'name': SearchDatastore_Task, 'duration_secs': 0.018603} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.730304] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.730418] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.730549] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.753863] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484876, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.769840] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527b6214-4672-b202-4eff-a6889afc84b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.770127] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26053b5b-3105-46f5-a207-0aeb74eb4bba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.777021] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 593.777021] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52138de2-cb31-5fa7-ca7a-36e3a07544d5" [ 593.777021] env[69584]: _type = "Task" [ 593.777021] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.787032] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52138de2-cb31-5fa7-ca7a-36e3a07544d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.819599] env[69584]: DEBUG oslo_concurrency.lockutils [req-d5fff9a0-41e6-4792-8693-d32024f4f445 req-9e963ca6-c01a-4f06-ad8e-71ac2ee67ccc service nova] Releasing lock "refresh_cache-bdcccdc2-36be-4e0f-9501-026f83c14805" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.958866] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquiring lock "63601191-17ad-4e58-ab82-be3decc8c167" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.959015] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lock "63601191-17ad-4e58-ab82-be3decc8c167" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.012581] env[69584]: DEBUG nova.compute.manager [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.175630] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582608} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.179732] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] a6529acd-76db-430e-9e16-942b98b891d0/a6529acd-76db-430e-9e16-942b98b891d0.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.179965] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.183464] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d096abf-a0d8-48dc-b512-6373f4e8b6df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.193663] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 594.193663] env[69584]: value = "task-3484877" [ 594.193663] env[69584]: _type = "Task" [ 594.193663] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.203756] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.252061] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864136} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.252320] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] bdcccdc2-36be-4e0f-9501-026f83c14805/bdcccdc2-36be-4e0f-9501-026f83c14805.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.252567] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.252835] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d15edda3-c99a-45c2-9658-2aea5711b798 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.259186] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for the task: (returnval){ [ 594.259186] env[69584]: value = "task-3484878" [ 594.259186] env[69584]: _type = "Task" [ 594.259186] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.274160] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.287097] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75bcb1e-33ac-414c-913d-b69ff539fcc5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.293566] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52138de2-cb31-5fa7-ca7a-36e3a07544d5, 'name': SearchDatastore_Task, 'duration_secs': 0.050513} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.294258] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.294551] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 1cb12eb8-8e6e-4513-8408-18afd328e053/1cb12eb8-8e6e-4513-8408-18afd328e053.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.294835] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.295026] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.295249] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb60c046-bb04-4ff3-997f-21247861abd8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.299258] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddcf60ea-fdf8-4ea6-ad08-4670951f9cef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.305480] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab6ae1b-6d0b-43b8-b554-4631c2f33124 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.310495] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 594.310495] env[69584]: value = "task-3484879" [ 594.310495] env[69584]: _type = "Task" [ 594.310495] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.349509] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7181055-5575-4cc5-a37c-f8f912f202b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.352706] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.352840] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.357269] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858abeec-9355-4625-b3c4-f8f94ec1113b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.363133] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.367042] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33c39c0-23e5-4291-b028-e68683f657a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.372503] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for the task: (returnval){ [ 594.372503] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522291a4-2ccb-e992-1413-3f25300843dc" [ 594.372503] env[69584]: _type = "Task" [ 594.372503] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.389289] env[69584]: DEBUG nova.compute.provider_tree [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.396715] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522291a4-2ccb-e992-1413-3f25300843dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.397176] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4317125-f2be-40d1-93b3-aceef39635d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.402715] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for the task: (returnval){ [ 594.402715] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5200bb08-6c25-2dbc-9a66-64da211f8c49" [ 594.402715] env[69584]: _type = "Task" [ 594.402715] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.417428] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5200bb08-6c25-2dbc-9a66-64da211f8c49, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.417662] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.417937] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] b420c938-c1de-44d8-b30c-03fbee51d268/b420c938-c1de-44d8-b30c-03fbee51d268.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.419144] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.419144] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.419144] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef2cd459-0a1b-4bd4-9db9-1c19280ea5b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.420873] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a459b434-d58f-41cf-a0b3-a22ccbd28c00 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.431717] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for the task: (returnval){ [ 594.431717] env[69584]: value = "task-3484880" [ 594.431717] env[69584]: _type = "Task" [ 594.431717] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.431717] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.431717] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.433455] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3c4150-737a-47b3-9f0a-1099cbb8f3a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.438468] env[69584]: DEBUG nova.compute.manager [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Received event network-vif-plugged-c77f02c6-326f-413a-ac25-a331020bddec {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.438703] env[69584]: DEBUG oslo_concurrency.lockutils [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] Acquiring lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.438907] env[69584]: DEBUG oslo_concurrency.lockutils [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.439074] env[69584]: DEBUG oslo_concurrency.lockutils [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.439230] env[69584]: DEBUG nova.compute.manager [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] No waiting events found dispatching network-vif-plugged-c77f02c6-326f-413a-ac25-a331020bddec {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.439392] env[69584]: WARNING nova.compute.manager [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Received unexpected event network-vif-plugged-c77f02c6-326f-413a-ac25-a331020bddec for instance with vm_state building and task_state spawning. [ 594.439544] env[69584]: DEBUG nova.compute.manager [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Received event network-changed-c77f02c6-326f-413a-ac25-a331020bddec {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.439684] env[69584]: DEBUG nova.compute.manager [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Refreshing instance network info cache due to event network-changed-c77f02c6-326f-413a-ac25-a331020bddec. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 594.439871] env[69584]: DEBUG oslo_concurrency.lockutils [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] Acquiring lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.439995] env[69584]: DEBUG oslo_concurrency.lockutils [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] Acquired lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.440191] env[69584]: DEBUG nova.network.neutron [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Refreshing network info cache for port c77f02c6-326f-413a-ac25-a331020bddec {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.448453] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.448798] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 594.448798] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5224b48d-6f69-0fc6-32ba-6b7aee7242f7" [ 594.448798] env[69584]: _type = "Task" [ 594.448798] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.460484] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5224b48d-6f69-0fc6-32ba-6b7aee7242f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008372} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.460484] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b8e0a3-2539-4d89-9860-67d432e4b92e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.466886] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 594.466886] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52eef06e-b784-2739-633a-225c311c90e5" [ 594.466886] env[69584]: _type = "Task" [ 594.466886] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.470897] env[69584]: DEBUG nova.network.neutron [req-1a3f52c9-61ca-4626-a8eb-4c0d5db38b23 req-ecd265fe-6ce8-4d66-b28f-a70daa2e8343 service nova] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updated VIF entry in instance network info cache for port cc013930-0cbc-4627-b84d-44ce5b59fa5f. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.471544] env[69584]: DEBUG nova.network.neutron [req-1a3f52c9-61ca-4626-a8eb-4c0d5db38b23 req-ecd265fe-6ce8-4d66-b28f-a70daa2e8343 service nova] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance_info_cache with network_info: [{"id": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "address": "fa:16:3e:30:bc:cc", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc013930-0c", "ovs_interfaceid": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.479301] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52eef06e-b784-2739-633a-225c311c90e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008642} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.479797] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.480065] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 72bb6d82-5ec5-4a20-9599-e4bd68b25d74/72bb6d82-5ec5-4a20-9599-e4bd68b25d74.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.480417] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.480624] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.480838] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c09f5cd0-2272-4350-9fdd-24c545406bd2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.483478] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02b88ce5-a589-42d6-b65f-20d5b4d9e1b0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.491120] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 594.491120] env[69584]: value = "task-3484881" [ 594.491120] env[69584]: _type = "Task" [ 594.491120] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.500361] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.500585] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.505704] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536253d6-2a06-427b-aba1-12ebdaf7cdc9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.508865] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.513787] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 594.513787] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5207ab15-8860-dd0a-e8dd-0a1272f418d8" [ 594.513787] env[69584]: _type = "Task" [ 594.513787] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.527441] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5207ab15-8860-dd0a-e8dd-0a1272f418d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.668137] env[69584]: DEBUG nova.network.neutron [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Successfully created port: 06909fff-74df-49a0-9fd1-b477952781a8 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.708949] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064077} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.708949] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.709559] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8143b-f465-46ef-983c-b0d01abd2b44 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.738627] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] a6529acd-76db-430e-9e16-942b98b891d0/a6529acd-76db-430e-9e16-942b98b891d0.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.738988] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fecd214-d56b-4d00-8013-9c86c5eafe85 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.775890] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076114} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.777433] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.777786] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 594.777786] env[69584]: value = "task-3484882" [ 594.777786] env[69584]: _type = "Task" [ 594.777786] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.778507] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9911c6-814d-45dd-9508-2487baa762e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.804205] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] bdcccdc2-36be-4e0f-9501-026f83c14805/bdcccdc2-36be-4e0f-9501-026f83c14805.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.808017] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a059b81-e029-44fa-b4e1-afd18c01479f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.823410] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.833072] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491737} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.834417] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 1cb12eb8-8e6e-4513-8408-18afd328e053/1cb12eb8-8e6e-4513-8408-18afd328e053.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.836394] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.836394] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for the task: (returnval){ [ 594.836394] env[69584]: value = "task-3484883" [ 594.836394] env[69584]: _type = "Task" [ 594.836394] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.836394] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dda1ac1-5f00-40d3-b027-2ccd16345136 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.846979] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.848545] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 594.848545] env[69584]: value = "task-3484884" [ 594.848545] env[69584]: _type = "Task" [ 594.848545] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.893157] env[69584]: DEBUG nova.scheduler.client.report [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.940421] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484880, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.982239] env[69584]: DEBUG oslo_concurrency.lockutils [req-1a3f52c9-61ca-4626-a8eb-4c0d5db38b23 req-ecd265fe-6ce8-4d66-b28f-a70daa2e8343 service nova] Releasing lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.008014] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484881, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.025208] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5207ab15-8860-dd0a-e8dd-0a1272f418d8, 'name': SearchDatastore_Task, 'duration_secs': 0.050153} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.026186] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a54647-0d5a-4fa2-8369-d0c5cba94503 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.031363] env[69584]: DEBUG nova.compute.manager [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.038556] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 595.038556] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ebfe3a-b443-c529-0758-11339375cbe8" [ 595.038556] env[69584]: _type = "Task" [ 595.038556] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.049640] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ebfe3a-b443-c529-0758-11339375cbe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.075990] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.076156] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.076217] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.077140] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.077140] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.077140] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.077290] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.078098] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.078098] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.078098] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.078252] env[69584]: DEBUG nova.virt.hardware [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.079129] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b45738-b806-4463-a8cc-5bedd70b8beb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.089113] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6412dc9c-e3e4-41fc-80f4-a640ddb099b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.295259] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.353990] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.362774] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190159} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.365591] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.365591] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628cc425-d137-4bb3-ad16-2cab0c2e628c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.396190] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 1cb12eb8-8e6e-4513-8408-18afd328e053/1cb12eb8-8e6e-4513-8408-18afd328e053.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.396394] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88240af5-ae05-4c05-80ee-8344b387da95 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.417065] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.417654] env[69584]: DEBUG nova.compute.manager [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.421306] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.717s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.425962] env[69584]: INFO nova.compute.claims [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.434281] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 595.434281] env[69584]: value = "task-3484885" [ 595.434281] env[69584]: _type = "Task" [ 595.434281] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.450398] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775143} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.452610] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] b420c938-c1de-44d8-b30c-03fbee51d268/b420c938-c1de-44d8-b30c-03fbee51d268.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.452897] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.457027] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.457027] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a7860a8-fab3-458a-a61d-b6f176ce91d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.464894] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for the task: (returnval){ [ 595.464894] env[69584]: value = "task-3484886" [ 595.464894] env[69584]: _type = "Task" [ 595.464894] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.478967] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.504353] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484881, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.001247} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.504785] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 72bb6d82-5ec5-4a20-9599-e4bd68b25d74/72bb6d82-5ec5-4a20-9599-e4bd68b25d74.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.505059] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.505250] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e838b2fc-e54a-4a2b-a644-7f12907d2d51 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.513481] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 595.513481] env[69584]: value = "task-3484887" [ 595.513481] env[69584]: _type = "Task" [ 595.513481] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.522831] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.556472] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ebfe3a-b443-c529-0758-11339375cbe8, 'name': SearchDatastore_Task, 'duration_secs': 0.0565} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.557949] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.557949] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 945b7866-0797-4ba6-984e-cbfc0bc7dbc2/945b7866-0797-4ba6-984e-cbfc0bc7dbc2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.557949] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aabdb8a-04e6-4a2a-b717-64fa8c1424ff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.566937] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 595.566937] env[69584]: value = "task-3484888" [ 595.566937] env[69584]: _type = "Task" [ 595.566937] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.575869] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.796569] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484882, 'name': ReconfigVM_Task, 'duration_secs': 0.667582} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.796850] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Reconfigured VM instance instance-00000001 to attach disk [datastore2] a6529acd-76db-430e-9e16-942b98b891d0/a6529acd-76db-430e-9e16-942b98b891d0.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.797652] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77ab1725-d652-472d-8849-084e6f77dbbc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.809436] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 595.809436] env[69584]: value = "task-3484889" [ 595.809436] env[69584]: _type = "Task" [ 595.809436] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.819046] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484889, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.853580] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484883, 'name': ReconfigVM_Task, 'duration_secs': 0.845024} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.853580] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Reconfigured VM instance instance-00000002 to attach disk [datastore2] bdcccdc2-36be-4e0f-9501-026f83c14805/bdcccdc2-36be-4e0f-9501-026f83c14805.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.854140] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47c7e134-693d-49b5-a5e3-e95f2db8bb9f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.861636] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for the task: (returnval){ [ 595.861636] env[69584]: value = "task-3484890" [ 595.861636] env[69584]: _type = "Task" [ 595.861636] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.874320] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484890, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.928406] env[69584]: DEBUG nova.compute.utils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.932595] env[69584]: DEBUG nova.compute.manager [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.932864] env[69584]: DEBUG nova.network.neutron [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.948723] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484885, 'name': ReconfigVM_Task, 'duration_secs': 0.315881} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.953257] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 1cb12eb8-8e6e-4513-8408-18afd328e053/1cb12eb8-8e6e-4513-8408-18afd328e053.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.955197] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13ec74e7-c421-4a0f-89a0-a274c4a67df1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.969327] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 595.969327] env[69584]: value = "task-3484891" [ 595.969327] env[69584]: _type = "Task" [ 595.969327] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.992874] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076797} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.996159] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.996523] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484891, 'name': Rename_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.997292] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e46f98-5dd9-41b4-9229-73f34ce78139 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.025229] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] b420c938-c1de-44d8-b30c-03fbee51d268/b420c938-c1de-44d8-b30c-03fbee51d268.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.025656] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34b48247-8ff7-4cab-82d6-de474f303232 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.048435] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "e5e667e1-f834-442e-82eb-f1ee771ac463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.048777] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "e5e667e1-f834-442e-82eb-f1ee771ac463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.059429] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188046} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.061620] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.062020] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for the task: (returnval){ [ 596.062020] env[69584]: value = "task-3484892" [ 596.062020] env[69584]: _type = "Task" [ 596.062020] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.062789] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ba57f-c7f2-4a14-8f68-d909cad56c1f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.104051] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 72bb6d82-5ec5-4a20-9599-e4bd68b25d74/72bb6d82-5ec5-4a20-9599-e4bd68b25d74.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.113658] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78843ed1-de1f-4a45-9b15-0a8fe3e05cab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.134625] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.136225] env[69584]: DEBUG nova.policy [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50401367aa6f4ff08d498a30bc85bd7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a38c7abdfd84c85b74d44750d39e820', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.142134] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522399} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.143100] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 945b7866-0797-4ba6-984e-cbfc0bc7dbc2/945b7866-0797-4ba6-984e-cbfc0bc7dbc2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.143399] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.143726] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b3c32cd-c119-40d5-a25f-1ec9b204b9bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.148823] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 596.148823] env[69584]: value = "task-3484893" [ 596.148823] env[69584]: _type = "Task" [ 596.148823] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.153552] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 596.153552] env[69584]: value = "task-3484894" [ 596.153552] env[69584]: _type = "Task" [ 596.153552] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.164031] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.167533] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.229111] env[69584]: DEBUG nova.network.neutron [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updated VIF entry in instance network info cache for port c77f02c6-326f-413a-ac25-a331020bddec. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.229465] env[69584]: DEBUG nova.network.neutron [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updating instance_info_cache with network_info: [{"id": "c77f02c6-326f-413a-ac25-a331020bddec", "address": "fa:16:3e:5a:8c:1e", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77f02c6-32", "ovs_interfaceid": "c77f02c6-326f-413a-ac25-a331020bddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.320013] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484889, 'name': Rename_Task, 'duration_secs': 0.272561} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.320560] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.320560] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7be5ddba-139d-4069-a30c-7fc8365f8106 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.327242] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 596.327242] env[69584]: value = "task-3484895" [ 596.327242] env[69584]: _type = "Task" [ 596.327242] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.335628] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.374519] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484890, 'name': Rename_Task, 'duration_secs': 0.30992} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.374879] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.375141] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48276081-4798-4cfb-a793-7810e7899222 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.381137] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for the task: (returnval){ [ 596.381137] env[69584]: value = "task-3484896" [ 596.381137] env[69584]: _type = "Task" [ 596.381137] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.392962] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.432940] env[69584]: DEBUG nova.compute.manager [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.490617] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484891, 'name': Rename_Task, 'duration_secs': 0.201715} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.490617] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.490617] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88685715-596c-48f1-a093-00415f0e8b94 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.495741] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 596.495741] env[69584]: value = "task-3484897" [ 596.495741] env[69584]: _type = "Task" [ 596.495741] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.512080] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.576475] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.673636] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484893, 'name': ReconfigVM_Task, 'duration_secs': 0.289919} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.676594] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 72bb6d82-5ec5-4a20-9599-e4bd68b25d74/72bb6d82-5ec5-4a20-9599-e4bd68b25d74.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.683317] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee4c02b0-b351-4efb-a1fd-7f92682ed779 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.683722] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074189} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.684049] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.688930] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c29607f-d49e-4bac-8501-83539296b8a2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.694442] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 596.694442] env[69584]: value = "task-3484898" [ 596.694442] env[69584]: _type = "Task" [ 596.694442] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.719562] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 945b7866-0797-4ba6-984e-cbfc0bc7dbc2/945b7866-0797-4ba6-984e-cbfc0bc7dbc2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.719997] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4b6a29-b506-4500-9442-94617b961cba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.735430] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c10ed9b-7542-49df-a87c-9a733e4d0ce7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.744563] env[69584]: DEBUG oslo_concurrency.lockutils [req-fbe3dfe0-f85b-4d5c-8589-34f162368846 req-4b3b5b68-d22e-40bd-9048-cb41c3dc6d99 service nova] Releasing lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.744563] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484898, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.752019] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aea9d14-90d6-420c-bb1d-c50b0a52030d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.755761] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 596.755761] env[69584]: value = "task-3484899" [ 596.755761] env[69584]: _type = "Task" [ 596.755761] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.764950] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.765281] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.796529] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6ba910-891d-4bdd-8016-5aa0ea14c4a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.803295] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.809124] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5086da99-a79e-4c6d-92e3-6264e1d37e17 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.827540] env[69584]: DEBUG nova.compute.provider_tree [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.837140] env[69584]: DEBUG oslo_vmware.api [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3484895, 'name': PowerOnVM_Task, 'duration_secs': 0.505503} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.838119] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.838567] env[69584]: INFO nova.compute.manager [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Took 15.67 seconds to spawn the instance on the hypervisor. [ 596.838824] env[69584]: DEBUG nova.compute.manager [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.839933] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bd5b43-a95d-4b83-ad65-1ab28f3e52e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.895309] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.008362] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484897, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.057837] env[69584]: DEBUG nova.network.neutron [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Successfully created port: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.075334] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484892, 'name': ReconfigVM_Task, 'duration_secs': 0.619751} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.075624] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Reconfigured VM instance instance-00000005 to attach disk [datastore2] b420c938-c1de-44d8-b30c-03fbee51d268/b420c938-c1de-44d8-b30c-03fbee51d268.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.079218] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23c98526-0f50-4bad-9678-066168002c56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.082594] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for the task: (returnval){ [ 597.082594] env[69584]: value = "task-3484900" [ 597.082594] env[69584]: _type = "Task" [ 597.082594] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.096187] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.096539] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.096632] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484900, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.120016] env[69584]: DEBUG nova.network.neutron [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Successfully updated port: 06909fff-74df-49a0-9fd1-b477952781a8 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.206175] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484898, 'name': Rename_Task, 'duration_secs': 0.187413} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.206175] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.206380] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee9b78c2-fbfb-4f3b-ae3b-2c901faf709f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.214065] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 597.214065] env[69584]: value = "task-3484901" [ 597.214065] env[69584]: _type = "Task" [ 597.214065] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.227072] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.270915] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484899, 'name': ReconfigVM_Task, 'duration_secs': 0.398333} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.270915] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 945b7866-0797-4ba6-984e-cbfc0bc7dbc2/945b7866-0797-4ba6-984e-cbfc0bc7dbc2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.270915] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9e919f5-610b-4a3f-84ec-38e50374fceb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.276485] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 597.276485] env[69584]: value = "task-3484902" [ 597.276485] env[69584]: _type = "Task" [ 597.276485] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.291903] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484902, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.337108] env[69584]: DEBUG nova.scheduler.client.report [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.364818] env[69584]: INFO nova.compute.manager [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Took 20.53 seconds to build instance. [ 597.400707] env[69584]: DEBUG oslo_vmware.api [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484896, 'name': PowerOnVM_Task, 'duration_secs': 0.532579} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.401095] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.401338] env[69584]: INFO nova.compute.manager [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Took 13.97 seconds to spawn the instance on the hypervisor. [ 597.401546] env[69584]: DEBUG nova.compute.manager [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.402433] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4f24dd-278c-47f8-a52d-4e4010976bc1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.445449] env[69584]: DEBUG nova.compute.manager [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.481922] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.482212] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.482388] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.482567] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.482708] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.482845] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.483075] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.483241] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.483397] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.483550] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.483709] env[69584]: DEBUG nova.virt.hardware [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.484876] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaeb587-5d6e-4118-b5e8-9eb2bf6cf738 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.494429] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300593aa-cb54-4913-9e0c-6d61121a2f66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.520797] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484897, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.594315] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484900, 'name': Rename_Task, 'duration_secs': 0.161789} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.595188] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.595188] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05f66e08-65f0-414d-8be3-bb5cc114dd13 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.602279] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for the task: (returnval){ [ 597.602279] env[69584]: value = "task-3484903" [ 597.602279] env[69584]: _type = "Task" [ 597.602279] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.616408] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.623997] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquiring lock "refresh_cache-c5b37706-5ac2-4539-b5d8-7f0dccd4657d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.623997] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquired lock "refresh_cache-c5b37706-5ac2-4539-b5d8-7f0dccd4657d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.623997] env[69584]: DEBUG nova.network.neutron [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.729964] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484901, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.783637] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquiring lock "ad145721-739b-40ec-b806-2c91c082be75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.783896] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lock "ad145721-739b-40ec-b806-2c91c082be75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.791483] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484902, 'name': Rename_Task, 'duration_secs': 0.147413} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.791483] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.791559] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1792e45c-b774-499a-8c1c-98851f847599 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.801140] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 597.801140] env[69584]: value = "task-3484904" [ 597.801140] env[69584]: _type = "Task" [ 597.801140] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.809865] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.846522] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.846522] env[69584]: DEBUG nova.compute.manager [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.849631] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.980s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.851308] env[69584]: INFO nova.compute.claims [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.867789] env[69584]: DEBUG oslo_concurrency.lockutils [None req-69475d61-69f3-4fda-9882-2ed367f94e8a tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "a6529acd-76db-430e-9e16-942b98b891d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.049s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.869099] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "a6529acd-76db-430e-9e16-942b98b891d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.214s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.869284] env[69584]: INFO nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: a6529acd-76db-430e-9e16-942b98b891d0] During sync_power_state the instance has a pending task (spawning). Skip. [ 597.869478] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "a6529acd-76db-430e-9e16-942b98b891d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.932668] env[69584]: INFO nova.compute.manager [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Took 20.08 seconds to build instance. [ 598.011343] env[69584]: DEBUG oslo_vmware.api [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3484897, 'name': PowerOnVM_Task, 'duration_secs': 1.058607} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.011687] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.013142] env[69584]: INFO nova.compute.manager [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Took 12.36 seconds to spawn the instance on the hypervisor. [ 598.013142] env[69584]: DEBUG nova.compute.manager [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.013226] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a2356f-0946-4fea-ac12-4805a4a50a5e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.118113] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484903, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.187568] env[69584]: DEBUG nova.network.neutron [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.231117] env[69584]: DEBUG oslo_vmware.api [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3484901, 'name': PowerOnVM_Task, 'duration_secs': 0.81509} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.231382] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.231625] env[69584]: INFO nova.compute.manager [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Took 10.30 seconds to spawn the instance on the hypervisor. [ 598.231814] env[69584]: DEBUG nova.compute.manager [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.232939] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd39c16e-d5f9-4652-af40-44707afbd9fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.312736] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484904, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.359192] env[69584]: DEBUG nova.compute.utils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.362840] env[69584]: DEBUG nova.compute.manager [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.362999] env[69584]: DEBUG nova.network.neutron [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.370439] env[69584]: DEBUG nova.compute.manager [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.435439] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce8fa8a7-9ed0-4206-8cc6-9762e192f1be tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lock "bdcccdc2-36be-4e0f-9501-026f83c14805" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.594s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.436782] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "bdcccdc2-36be-4e0f-9501-026f83c14805" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.782s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.437447] env[69584]: INFO nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] During sync_power_state the instance has a pending task (spawning). Skip. [ 598.437447] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "bdcccdc2-36be-4e0f-9501-026f83c14805" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.483640] env[69584]: DEBUG nova.policy [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be2820b7099e4e8fb59966d9f763ab45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b227333d31cd4c27807c5ce73e90d400', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.534419] env[69584]: INFO nova.compute.manager [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Took 20.04 seconds to build instance. [ 598.578426] env[69584]: DEBUG nova.network.neutron [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Updating instance_info_cache with network_info: [{"id": "06909fff-74df-49a0-9fd1-b477952781a8", "address": "fa:16:3e:2f:0a:20", "network": {"id": "b4fe9399-5a4b-4ad7-b304-4bf9b79ea1c3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1905167109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e05937f1af24c3790e9368f11ce4bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06909fff-74", "ovs_interfaceid": "06909fff-74df-49a0-9fd1-b477952781a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.615665] env[69584]: DEBUG oslo_vmware.api [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484903, 'name': PowerOnVM_Task, 'duration_secs': 0.599492} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.615947] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.616151] env[69584]: INFO nova.compute.manager [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Took 8.37 seconds to spawn the instance on the hypervisor. [ 598.616322] env[69584]: DEBUG nova.compute.manager [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.617180] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4636d1-ea90-4983-a5cd-46a5a03863f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.752042] env[69584]: INFO nova.compute.manager [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Took 19.34 seconds to build instance. [ 598.815016] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484904, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.866824] env[69584]: DEBUG nova.compute.manager [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.900874] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.932432] env[69584]: DEBUG nova.network.neutron [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Successfully created port: ada2d19a-94fc-49e4-95f6-ac1a77915ab6 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.938353] env[69584]: DEBUG nova.compute.manager [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.038500] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54b9c0a6-d11d-4d5f-94bf-c79c1288d886 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.556s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.040306] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.385s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.040503] env[69584]: INFO nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] During sync_power_state the instance has a pending task (spawning). Skip. [ 599.041959] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.082546] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Releasing lock "refresh_cache-c5b37706-5ac2-4539-b5d8-7f0dccd4657d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.082891] env[69584]: DEBUG nova.compute.manager [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Instance network_info: |[{"id": "06909fff-74df-49a0-9fd1-b477952781a8", "address": "fa:16:3e:2f:0a:20", "network": {"id": "b4fe9399-5a4b-4ad7-b304-4bf9b79ea1c3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1905167109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e05937f1af24c3790e9368f11ce4bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06909fff-74", "ovs_interfaceid": "06909fff-74df-49a0-9fd1-b477952781a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.083484] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:0a:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06909fff-74df-49a0-9fd1-b477952781a8', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.090999] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Creating folder: Project (1e05937f1af24c3790e9368f11ce4bb4). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.091283] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e66f3dcd-1105-4e88-8068-d9905e66f1bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.100419] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Created folder: Project (1e05937f1af24c3790e9368f11ce4bb4) in parent group-v696614. [ 599.100718] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Creating folder: Instances. Parent ref: group-v696633. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.100872] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43979ab4-b75c-4c34-82ab-6df28c631446 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.108991] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Created folder: Instances in parent group-v696633. [ 599.109275] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.109489] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.109776] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0db59b7b-4dba-4b9e-a235-0045311bbbf4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.132588] env[69584]: DEBUG nova.compute.manager [req-fccc6c0a-a59a-4a07-b909-ba952ab168e6 req-66c3c68d-7f4f-4f1e-ba3e-3e7b747de88f service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Received event network-vif-plugged-06909fff-74df-49a0-9fd1-b477952781a8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.132823] env[69584]: DEBUG oslo_concurrency.lockutils [req-fccc6c0a-a59a-4a07-b909-ba952ab168e6 req-66c3c68d-7f4f-4f1e-ba3e-3e7b747de88f service nova] Acquiring lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.133084] env[69584]: DEBUG oslo_concurrency.lockutils [req-fccc6c0a-a59a-4a07-b909-ba952ab168e6 req-66c3c68d-7f4f-4f1e-ba3e-3e7b747de88f service nova] Lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.135524] env[69584]: DEBUG oslo_concurrency.lockutils [req-fccc6c0a-a59a-4a07-b909-ba952ab168e6 req-66c3c68d-7f4f-4f1e-ba3e-3e7b747de88f service nova] Lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.135524] env[69584]: DEBUG nova.compute.manager [req-fccc6c0a-a59a-4a07-b909-ba952ab168e6 req-66c3c68d-7f4f-4f1e-ba3e-3e7b747de88f service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] No waiting events found dispatching network-vif-plugged-06909fff-74df-49a0-9fd1-b477952781a8 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.135524] env[69584]: WARNING nova.compute.manager [req-fccc6c0a-a59a-4a07-b909-ba952ab168e6 req-66c3c68d-7f4f-4f1e-ba3e-3e7b747de88f service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Received unexpected event network-vif-plugged-06909fff-74df-49a0-9fd1-b477952781a8 for instance with vm_state building and task_state spawning. [ 599.137258] env[69584]: INFO nova.compute.manager [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Took 18.09 seconds to build instance. [ 599.140623] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.140623] env[69584]: value = "task-3484907" [ 599.140623] env[69584]: _type = "Task" [ 599.140623] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.149627] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484907, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.152776] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77375790-250e-4a77-b645-554b6d693e08 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.159659] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f91a53-9c92-4b28-9747-b4f8e013dda7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.197053] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c403fbd-a472-4678-a85e-b5c928d4c24a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.205761] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee91438-2186-42d3-97d4-bd2b1d28a07f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.224196] env[69584]: DEBUG nova.compute.provider_tree [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.252499] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24aa3f0f-b36a-44c0-bb69-00d07077113e tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.857s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.254084] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.599s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.254276] env[69584]: INFO nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] During sync_power_state the instance has a pending task (spawning). Skip. [ 599.254446] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.284657] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.284905] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.312804] env[69584]: DEBUG oslo_vmware.api [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484904, 'name': PowerOnVM_Task, 'duration_secs': 1.287667} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.313119] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.313320] env[69584]: INFO nova.compute.manager [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Took 6.76 seconds to spawn the instance on the hypervisor. [ 599.313500] env[69584]: DEBUG nova.compute.manager [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.314331] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e31d5d-28b8-46fc-a1b0-01c10495834e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.484782] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.513545] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "746ee2f3-b43f-44a6-a584-f64f91cacb46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.513862] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "746ee2f3-b43f-44a6-a584-f64f91cacb46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.543229] env[69584]: DEBUG nova.compute.manager [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.642397] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c671c338-4c74-4c06-94e0-3e669775cf24 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lock "b420c938-c1de-44d8-b30c-03fbee51d268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.607s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.643654] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "b420c938-c1de-44d8-b30c-03fbee51d268" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.988s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.648564] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1dfeb4-8f3d-433a-aa8b-50a031df57e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.657529] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484907, 'name': CreateVM_Task, 'duration_secs': 0.402419} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.659100] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.662095] env[69584]: DEBUG oslo_vmware.service [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b855de20-6aa7-43da-bb8d-715b48c742e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.671574] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.671774] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.672154] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.672676] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6788b4c7-c675-4bed-9feb-7d2c89b6deda {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.677826] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 599.677826] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ab6f74-f305-210d-924b-dfd148aa6d22" [ 599.677826] env[69584]: _type = "Task" [ 599.677826] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.686660] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ab6f74-f305-210d-924b-dfd148aa6d22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.728322] env[69584]: DEBUG nova.scheduler.client.report [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.744966] env[69584]: DEBUG nova.network.neutron [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Successfully updated port: fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.756963] env[69584]: DEBUG nova.compute.manager [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.840121] env[69584]: INFO nova.compute.manager [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Took 16.95 seconds to build instance. [ 599.891858] env[69584]: DEBUG nova.compute.manager [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.917050] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.917345] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.917462] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.917639] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.918133] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.918133] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.918287] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.918457] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.918650] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.918816] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.918987] env[69584]: DEBUG nova.virt.hardware [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.920499] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e325c6e5-a8b9-4b3f-9a65-2e5820588216 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.932949] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b24b5e-2483-4cf9-ade5-e6560dde6d8e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.072023] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.148817] env[69584]: DEBUG nova.compute.manager [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.168349] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "b420c938-c1de-44d8-b30c-03fbee51d268" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.190131] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.190589] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.190902] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.191061] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.191284] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.191615] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61ef08ff-f512-4109-8974-141335cfb5c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.201182] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.201399] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.205714] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50947326-8bdf-4ebd-84e7-013c8839f15f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.212612] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc04294-3503-453b-a16d-fca730da0644 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.217866] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 600.217866] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a16d7a-2a7b-5551-3cea-ba738bc464ef" [ 600.217866] env[69584]: _type = "Task" [ 600.217866] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.225825] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a16d7a-2a7b-5551-3cea-ba738bc464ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.234739] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.235282] env[69584]: DEBUG nova.compute.manager [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.239352] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.113s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.247272] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.247434] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquired lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.247598] env[69584]: DEBUG nova.network.neutron [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.287711] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.346103] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3174e22c-ebe3-45b7-893e-d03025a3d71c tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "945b7866-0797-4ba6-984e-cbfc0bc7dbc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.462s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.675252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.738066] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Preparing fetch location {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 600.738066] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Creating directory with path [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.738066] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94a2f727-35b3-408e-8879-d1ff445e2e84 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.746019] env[69584]: DEBUG nova.compute.utils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.751272] env[69584]: DEBUG nova.compute.manager [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.752631] env[69584]: DEBUG nova.network.neutron [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.770775] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Created directory with path [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.770999] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Fetch image to [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 600.771196] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Downloading image file data 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 to [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk on the data store datastore1 {{(pid=69584) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 600.771995] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478e9f5d-45b7-4bb7-80e8-54ab46e20b80 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.783629] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e74b44-93c6-4afa-8d89-8bc620343044 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.794321] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed77875-a032-49e3-8e06-04be5766d055 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.835559] env[69584]: DEBUG nova.network.neutron [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.841498] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c96449-9aec-47a5-a5fd-f33c3e8e680f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.850494] env[69584]: DEBUG nova.compute.manager [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.853655] env[69584]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f6c59a51-2c61-4db5-a556-b953cf7da0e8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.895921] env[69584]: DEBUG nova.policy [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8bce6c8473a415b8131e484402835c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85ba341b8a2f4ea4954983e9a7d985f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.961240] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Downloading image file data 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 to the data store datastore1 {{(pid=69584) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 601.008097] env[69584]: DEBUG nova.compute.manager [None req-155a3cb2-fbc1-48c1-81e2-10f0460442e9 tempest-ServerDiagnosticsV248Test-1523272591 tempest-ServerDiagnosticsV248Test-1523272591-project-admin] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.009248] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eeb840-f8c4-402d-94e8-5fe4b9c7dbe2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.019958] env[69584]: INFO nova.compute.manager [None req-155a3cb2-fbc1-48c1-81e2-10f0460442e9 tempest-ServerDiagnosticsV248Test-1523272591 tempest-ServerDiagnosticsV248Test-1523272591-project-admin] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Retrieving diagnostics [ 601.020866] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24103c4-d713-45c7-b869-7a5ff567778d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.036226] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Acquiring lock "a6529acd-76db-430e-9e16-942b98b891d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.036869] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Lock "a6529acd-76db-430e-9e16-942b98b891d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.037135] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Acquiring lock "a6529acd-76db-430e-9e16-942b98b891d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.037336] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Lock "a6529acd-76db-430e-9e16-942b98b891d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.037533] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Lock "a6529acd-76db-430e-9e16-942b98b891d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.045383] env[69584]: INFO nova.compute.manager [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Terminating instance [ 601.076885] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.077146] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.079839] env[69584]: DEBUG oslo_vmware.rw_handles [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69584) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 601.144209] env[69584]: DEBUG nova.compute.manager [req-1d1fcec0-9772-4eae-aaaa-f9520c54b4c4 req-ede9e6b4-76aa-4771-95ad-8a52af4b57aa service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Received event network-vif-plugged-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.144493] env[69584]: DEBUG oslo_concurrency.lockutils [req-1d1fcec0-9772-4eae-aaaa-f9520c54b4c4 req-ede9e6b4-76aa-4771-95ad-8a52af4b57aa service nova] Acquiring lock "1dc1383e-8482-4597-bcde-ce1ba3377b12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.144703] env[69584]: DEBUG oslo_concurrency.lockutils [req-1d1fcec0-9772-4eae-aaaa-f9520c54b4c4 req-ede9e6b4-76aa-4771-95ad-8a52af4b57aa service nova] Lock "1dc1383e-8482-4597-bcde-ce1ba3377b12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.144865] env[69584]: DEBUG oslo_concurrency.lockutils [req-1d1fcec0-9772-4eae-aaaa-f9520c54b4c4 req-ede9e6b4-76aa-4771-95ad-8a52af4b57aa service nova] Lock "1dc1383e-8482-4597-bcde-ce1ba3377b12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.145036] env[69584]: DEBUG nova.compute.manager [req-1d1fcec0-9772-4eae-aaaa-f9520c54b4c4 req-ede9e6b4-76aa-4771-95ad-8a52af4b57aa service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] No waiting events found dispatching network-vif-plugged-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.145206] env[69584]: WARNING nova.compute.manager [req-1d1fcec0-9772-4eae-aaaa-f9520c54b4c4 req-ede9e6b4-76aa-4771-95ad-8a52af4b57aa service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Received unexpected event network-vif-plugged-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 for instance with vm_state building and task_state spawning. [ 601.184063] env[69584]: DEBUG nova.network.neutron [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Updating instance_info_cache with network_info: [{"id": "fc7b861b-67f8-415f-ab62-c9ba9620aaa8", "address": "fa:16:3e:eb:69:53", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7b861b-67", "ovs_interfaceid": "fc7b861b-67f8-415f-ab62-c9ba9620aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.255980] env[69584]: DEBUG nova.compute.manager [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.307045] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance a6529acd-76db-430e-9e16-942b98b891d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 601.307045] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance bdcccdc2-36be-4e0f-9501-026f83c14805 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 601.307045] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 1cb12eb8-8e6e-4513-8408-18afd328e053 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 601.307045] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 72bb6d82-5ec5-4a20-9599-e4bd68b25d74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 601.307277] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance b420c938-c1de-44d8-b30c-03fbee51d268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 601.307277] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 945b7866-0797-4ba6-984e-cbfc0bc7dbc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 601.307277] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance c5b37706-5ac2-4539-b5d8-7f0dccd4657d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 601.307277] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 1dc1383e-8482-4597-bcde-ce1ba3377b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 601.307409] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance b1e0d3ca-8f60-40e3-b748-c27ab7c346b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 601.307409] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 9c195701-261c-4f8d-9558-c4bbb139133a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 601.378997] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.451727] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquiring lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.452637] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.589331] env[69584]: DEBUG nova.compute.manager [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.589331] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.589331] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415cffad-d749-408d-a258-770d166f1756 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.601267] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.603972] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3ddcabc-89ae-4561-b7dd-96ddac88a87c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.612060] env[69584]: DEBUG oslo_vmware.api [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Waiting for the task: (returnval){ [ 601.612060] env[69584]: value = "task-3484908" [ 601.612060] env[69584]: _type = "Task" [ 601.612060] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.625333] env[69584]: DEBUG oslo_vmware.api [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Task: {'id': task-3484908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.638633] env[69584]: DEBUG nova.network.neutron [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Successfully updated port: ada2d19a-94fc-49e4-95f6-ac1a77915ab6 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.687607] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Releasing lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.687607] env[69584]: DEBUG nova.compute.manager [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Instance network_info: |[{"id": "fc7b861b-67f8-415f-ab62-c9ba9620aaa8", "address": "fa:16:3e:eb:69:53", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7b861b-67", "ovs_interfaceid": "fc7b861b-67f8-415f-ab62-c9ba9620aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.688011] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:69:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc7b861b-67f8-415f-ab62-c9ba9620aaa8', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.697698] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Creating folder: Project (6a38c7abdfd84c85b74d44750d39e820). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.697698] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d672693c-9fea-4d82-96dd-8560d7a29f37 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.709633] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Created folder: Project (6a38c7abdfd84c85b74d44750d39e820) in parent group-v696614. [ 601.709633] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Creating folder: Instances. Parent ref: group-v696636. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.709633] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d250ed22-c0bf-45ea-9668-f3992fc4c325 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.723025] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Created folder: Instances in parent group-v696636. [ 601.723025] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.723025] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.723025] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2b2b017-2627-4227-9551-986528d1d879 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.743508] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.743508] env[69584]: value = "task-3484911" [ 601.743508] env[69584]: _type = "Task" [ 601.743508] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.761837] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484911, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.813754] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 63601191-17ad-4e58-ab82-be3decc8c167 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 601.922930] env[69584]: DEBUG nova.network.neutron [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Successfully created port: a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.992879] env[69584]: DEBUG oslo_vmware.rw_handles [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Completed reading data from the image iterator. {{(pid=69584) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 601.992998] env[69584]: DEBUG oslo_vmware.rw_handles [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 602.091861] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Downloaded image file data 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 to vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk on the data store datastore1 {{(pid=69584) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 602.094034] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Caching image {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 602.095800] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Copying Virtual Disk [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk to [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.096162] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07484222-5922-42d1-bf50-c40bdbc8a919 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.104340] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 602.104340] env[69584]: value = "task-3484912" [ 602.104340] env[69584]: _type = "Task" [ 602.104340] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.113595] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.128222] env[69584]: DEBUG oslo_vmware.api [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Task: {'id': task-3484908, 'name': PowerOffVM_Task, 'duration_secs': 0.293296} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.128222] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.128222] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.128222] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-417d411b-3a0a-424c-9143-cc6afd3c2617 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.149591] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquiring lock "refresh_cache-b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.149591] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquired lock "refresh_cache-b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.149591] env[69584]: DEBUG nova.network.neutron [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.208870] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.210141] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.211312] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Deleting the datastore file [datastore2] a6529acd-76db-430e-9e16-942b98b891d0 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.211312] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85f0578b-13d3-47d6-9b97-09b489180429 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.224021] env[69584]: DEBUG oslo_vmware.api [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Waiting for the task: (returnval){ [ 602.224021] env[69584]: value = "task-3484914" [ 602.224021] env[69584]: _type = "Task" [ 602.224021] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.232444] env[69584]: DEBUG oslo_vmware.api [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Task: {'id': task-3484914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.253888] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484911, 'name': CreateVM_Task, 'duration_secs': 0.413727} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.257030] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.257030] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.257030] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.257030] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.257030] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f69f90-6a61-454c-ad2f-8efca35b4b1b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.261129] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 602.261129] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529d34e7-baba-ed2d-74ee-eb63cbd41232" [ 602.261129] env[69584]: _type = "Task" [ 602.261129] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.267345] env[69584]: DEBUG nova.compute.manager [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.274942] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529d34e7-baba-ed2d-74ee-eb63cbd41232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.296680] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.297034] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.297458] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.297707] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.297860] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.298030] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.298700] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.298894] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.299171] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.299560] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.299794] env[69584]: DEBUG nova.virt.hardware [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.300987] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db93552-a41a-4307-ac25-11f62c348fc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.309922] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2910bc1f-0a2e-4ae3-91bf-9efb4c764469 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.326479] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance e5e667e1-f834-442e-82eb-f1ee771ac463 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 602.551567] env[69584]: DEBUG nova.compute.manager [req-fb5319be-799b-4701-91d4-acdf83dd43af req-62fa9b9d-2431-4b1a-9f31-8cc940665ee9 service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Received event network-changed-06909fff-74df-49a0-9fd1-b477952781a8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.552176] env[69584]: DEBUG nova.compute.manager [req-fb5319be-799b-4701-91d4-acdf83dd43af req-62fa9b9d-2431-4b1a-9f31-8cc940665ee9 service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Refreshing instance network info cache due to event network-changed-06909fff-74df-49a0-9fd1-b477952781a8. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 602.552438] env[69584]: DEBUG oslo_concurrency.lockutils [req-fb5319be-799b-4701-91d4-acdf83dd43af req-62fa9b9d-2431-4b1a-9f31-8cc940665ee9 service nova] Acquiring lock "refresh_cache-c5b37706-5ac2-4539-b5d8-7f0dccd4657d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.552683] env[69584]: DEBUG oslo_concurrency.lockutils [req-fb5319be-799b-4701-91d4-acdf83dd43af req-62fa9b9d-2431-4b1a-9f31-8cc940665ee9 service nova] Acquired lock "refresh_cache-c5b37706-5ac2-4539-b5d8-7f0dccd4657d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.552783] env[69584]: DEBUG nova.network.neutron [req-fb5319be-799b-4701-91d4-acdf83dd43af req-62fa9b9d-2431-4b1a-9f31-8cc940665ee9 service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Refreshing network info cache for port 06909fff-74df-49a0-9fd1-b477952781a8 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.617898] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.737700] env[69584]: DEBUG oslo_vmware.api [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Task: {'id': task-3484914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.774149] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.774416] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.774632] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.829615] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 300d73e5-833f-4e19-ae99-8e5ce9c1d817 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 602.944432] env[69584]: DEBUG nova.network.neutron [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.123204] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484912, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.241731] env[69584]: DEBUG oslo_vmware.api [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Task: {'id': task-3484914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.657627} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.241991] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.242180] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.242345] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.242515] env[69584]: INFO nova.compute.manager [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Took 1.66 seconds to destroy the instance on the hypervisor. [ 603.242766] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.242971] env[69584]: DEBUG nova.compute.manager [-] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 603.243073] env[69584]: DEBUG nova.network.neutron [-] [instance: a6529acd-76db-430e-9e16-942b98b891d0] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.335100] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 603.553830] env[69584]: DEBUG nova.network.neutron [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Updating instance_info_cache with network_info: [{"id": "ada2d19a-94fc-49e4-95f6-ac1a77915ab6", "address": "fa:16:3e:83:d4:34", "network": {"id": "ce565de6-9d43-4b12-9ce7-49e187103276", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1037525496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227333d31cd4c27807c5ce73e90d400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada2d19a-94", "ovs_interfaceid": "ada2d19a-94fc-49e4-95f6-ac1a77915ab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.616122] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484912, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.790370] env[69584]: DEBUG nova.network.neutron [req-fb5319be-799b-4701-91d4-acdf83dd43af req-62fa9b9d-2431-4b1a-9f31-8cc940665ee9 service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Updated VIF entry in instance network info cache for port 06909fff-74df-49a0-9fd1-b477952781a8. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.790784] env[69584]: DEBUG nova.network.neutron [req-fb5319be-799b-4701-91d4-acdf83dd43af req-62fa9b9d-2431-4b1a-9f31-8cc940665ee9 service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Updating instance_info_cache with network_info: [{"id": "06909fff-74df-49a0-9fd1-b477952781a8", "address": "fa:16:3e:2f:0a:20", "network": {"id": "b4fe9399-5a4b-4ad7-b304-4bf9b79ea1c3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1905167109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e05937f1af24c3790e9368f11ce4bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06909fff-74", "ovs_interfaceid": "06909fff-74df-49a0-9fd1-b477952781a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.836779] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ad145721-739b-40ec-b806-2c91c082be75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 604.061045] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Releasing lock "refresh_cache-b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.061045] env[69584]: DEBUG nova.compute.manager [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Instance network_info: |[{"id": "ada2d19a-94fc-49e4-95f6-ac1a77915ab6", "address": "fa:16:3e:83:d4:34", "network": {"id": "ce565de6-9d43-4b12-9ce7-49e187103276", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1037525496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227333d31cd4c27807c5ce73e90d400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada2d19a-94", "ovs_interfaceid": "ada2d19a-94fc-49e4-95f6-ac1a77915ab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.061310] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:d4:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ada2d19a-94fc-49e4-95f6-ac1a77915ab6', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.070309] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Creating folder: Project (b227333d31cd4c27807c5ce73e90d400). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.070677] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbe57e94-64e9-436a-8024-1c200cf5e89e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.084242] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Created folder: Project (b227333d31cd4c27807c5ce73e90d400) in parent group-v696614. [ 604.084456] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Creating folder: Instances. Parent ref: group-v696639. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.084757] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1884902e-4ce4-42df-a03b-2bbf9a68b3d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.100839] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Created folder: Instances in parent group-v696639. [ 604.101189] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.101443] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.101705] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd42f9d0-8f36-43d8-8f70-d450f4253a72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.135217] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484912, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.759659} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.137294] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Copied Virtual Disk [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk to [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.137567] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Deleting the datastore file [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/tmp-sparse.vmdk {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.137824] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.137824] env[69584]: value = "task-3484917" [ 604.137824] env[69584]: _type = "Task" [ 604.137824] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.137994] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c3a3ed9-60ad-4608-b2e8-c26fffff7536 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.153108] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 604.153108] env[69584]: value = "task-3484918" [ 604.153108] env[69584]: _type = "Task" [ 604.153108] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.166549] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.297505] env[69584]: DEBUG oslo_concurrency.lockutils [req-fb5319be-799b-4701-91d4-acdf83dd43af req-62fa9b9d-2431-4b1a-9f31-8cc940665ee9 service nova] Releasing lock "refresh_cache-c5b37706-5ac2-4539-b5d8-7f0dccd4657d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.316183] env[69584]: DEBUG nova.compute.manager [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Received event network-changed-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.316183] env[69584]: DEBUG nova.compute.manager [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Refreshing instance network info cache due to event network-changed-fc7b861b-67f8-415f-ab62-c9ba9620aaa8. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 604.316183] env[69584]: DEBUG oslo_concurrency.lockutils [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] Acquiring lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.316183] env[69584]: DEBUG oslo_concurrency.lockutils [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] Acquired lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.316183] env[69584]: DEBUG nova.network.neutron [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Refreshing network info cache for port fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.341891] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 09fbe61d-3dd5-421d-870b-4320e7ba8c0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 604.403390] env[69584]: DEBUG nova.compute.manager [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Stashing vm_state: active {{(pid=69584) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 604.654366] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484917, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.663881] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04693} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.663881] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.663881] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Moving file from [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 to [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2. {{(pid=69584) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 604.664582] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-84ec9511-691c-4e18-bd98-d6c2cdd45a46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.673787] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 604.673787] env[69584]: value = "task-3484919" [ 604.673787] env[69584]: _type = "Task" [ 604.673787] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.683579] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484919, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.718149] env[69584]: DEBUG nova.network.neutron [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Successfully updated port: a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.719494] env[69584]: DEBUG nova.network.neutron [-] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.850390] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 746ee2f3-b43f-44a6-a584-f64f91cacb46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 604.934158] env[69584]: INFO nova.compute.manager [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Rebuilding instance [ 604.945729] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.004277] env[69584]: DEBUG nova.compute.manager [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.004277] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670657b7-557d-4925-a5bc-d688d4a5be67 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.155914] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484917, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.201022] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484919, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.218757} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.201022] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] File moved {{(pid=69584) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 605.201022] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Cleaning up location [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 605.201022] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Deleting the datastore file [datastore1] vmware_temp/4a2b8162-5f1b-4c12-990e-70909e8962d7 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.201022] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-483ef98e-3c97-484a-80f9-7217d54ca11c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.209149] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 605.209149] env[69584]: value = "task-3484920" [ 605.209149] env[69584]: _type = "Task" [ 605.209149] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.230509] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquiring lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.230509] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquired lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.230509] env[69584]: DEBUG nova.network.neutron [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.232564] env[69584]: INFO nova.compute.manager [-] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Took 1.99 seconds to deallocate network for instance. [ 605.245599] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.246880] env[69584]: DEBUG nova.network.neutron [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Updated VIF entry in instance network info cache for port fc7b861b-67f8-415f-ab62-c9ba9620aaa8. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.247211] env[69584]: DEBUG nova.network.neutron [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Updating instance_info_cache with network_info: [{"id": "fc7b861b-67f8-415f-ab62-c9ba9620aaa8", "address": "fa:16:3e:eb:69:53", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7b861b-67", "ovs_interfaceid": "fc7b861b-67f8-415f-ab62-c9ba9620aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.354232] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 605.460786] env[69584]: DEBUG nova.compute.manager [req-22a3d8fe-9db0-4bd9-9f2d-ab19d3de4762 req-216faf79-e4d4-462e-a356-3c4433332144 service nova] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Received event network-vif-deleted-0328432d-730e-455c-8073-830ab1386ca6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.655890] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484917, 'name': CreateVM_Task, 'duration_secs': 1.104057} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.655890] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.656427] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.659741] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.660173] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.660488] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f759a0dc-25c2-4c65-9034-056843d63037 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.666653] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for the task: (returnval){ [ 605.666653] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e3fbbc-24c9-7243-14ab-7882e82f9f1d" [ 605.666653] env[69584]: _type = "Task" [ 605.666653] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.678397] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e3fbbc-24c9-7243-14ab-7882e82f9f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.722515] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052049} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.722515] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.723347] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ae2342-3294-44ff-858f-4a18d61d0d45 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.731186] env[69584]: DEBUG oslo_concurrency.lockutils [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquiring lock "bdcccdc2-36be-4e0f-9501-026f83c14805" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.731859] env[69584]: DEBUG oslo_concurrency.lockutils [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lock "bdcccdc2-36be-4e0f-9501-026f83c14805" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.732631] env[69584]: DEBUG oslo_concurrency.lockutils [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquiring lock "bdcccdc2-36be-4e0f-9501-026f83c14805-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.732788] env[69584]: DEBUG oslo_concurrency.lockutils [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lock "bdcccdc2-36be-4e0f-9501-026f83c14805-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.732965] env[69584]: DEBUG oslo_concurrency.lockutils [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lock "bdcccdc2-36be-4e0f-9501-026f83c14805-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.734925] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 605.734925] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52859a1a-dd29-2f45-f003-ec7bd6fba5e5" [ 605.734925] env[69584]: _type = "Task" [ 605.734925] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.735635] env[69584]: INFO nova.compute.manager [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Terminating instance [ 605.750349] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.753356] env[69584]: DEBUG oslo_concurrency.lockutils [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] Releasing lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.753683] env[69584]: DEBUG nova.compute.manager [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Received event network-vif-plugged-ada2d19a-94fc-49e4-95f6-ac1a77915ab6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.753913] env[69584]: DEBUG oslo_concurrency.lockutils [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] Acquiring lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.754130] env[69584]: DEBUG oslo_concurrency.lockutils [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.754289] env[69584]: DEBUG oslo_concurrency.lockutils [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.754455] env[69584]: DEBUG nova.compute.manager [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] No waiting events found dispatching network-vif-plugged-ada2d19a-94fc-49e4-95f6-ac1a77915ab6 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.754631] env[69584]: WARNING nova.compute.manager [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Received unexpected event network-vif-plugged-ada2d19a-94fc-49e4-95f6-ac1a77915ab6 for instance with vm_state building and task_state spawning. [ 605.755173] env[69584]: DEBUG nova.compute.manager [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Received event network-changed-ada2d19a-94fc-49e4-95f6-ac1a77915ab6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.755173] env[69584]: DEBUG nova.compute.manager [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Refreshing instance network info cache due to event network-changed-ada2d19a-94fc-49e4-95f6-ac1a77915ab6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 605.755173] env[69584]: DEBUG oslo_concurrency.lockutils [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] Acquiring lock "refresh_cache-b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.755743] env[69584]: DEBUG oslo_concurrency.lockutils [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] Acquired lock "refresh_cache-b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.755743] env[69584]: DEBUG nova.network.neutron [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Refreshing network info cache for port ada2d19a-94fc-49e4-95f6-ac1a77915ab6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.768132] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52859a1a-dd29-2f45-f003-ec7bd6fba5e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.771125] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.771595] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] c5b37706-5ac2-4539-b5d8-7f0dccd4657d/c5b37706-5ac2-4539-b5d8-7f0dccd4657d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.772085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.772302] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.772570] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-182d32aa-4ac5-43b3-a0fd-da3bb5498b19 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.774915] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59ccb495-ec8d-4020-839b-e3dbb84bd4c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.787572] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 605.787572] env[69584]: value = "task-3484921" [ 605.787572] env[69584]: _type = "Task" [ 605.787572] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.787572] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.787572] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.791585] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca548714-0a65-4d4f-ba51-8ef8f44141c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.806149] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.806149] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 605.806149] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ff63fe-f96b-e2f1-b835-2637efa89199" [ 605.806149] env[69584]: _type = "Task" [ 605.806149] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.806448] env[69584]: DEBUG nova.network.neutron [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.820911] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ff63fe-f96b-e2f1-b835-2637efa89199, 'name': SearchDatastore_Task, 'duration_secs': 0.017139} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.821776] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335f370b-3a02-4a98-a3b2-a18eb3efcf4d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.830068] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 605.830068] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525b899b-33c3-2c22-1761-1c258a3023d6" [ 605.830068] env[69584]: _type = "Task" [ 605.830068] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.845668] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525b899b-33c3-2c22-1761-1c258a3023d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.845929] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.846194] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 1dc1383e-8482-4597-bcde-ce1ba3377b12/1dc1383e-8482-4597-bcde-ce1ba3377b12.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.846445] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb070ff4-bed7-42db-9524-a32c2328abcc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.855765] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 605.855765] env[69584]: value = "task-3484922" [ 605.855765] env[69584]: _type = "Task" [ 605.855765] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.860195] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ce489b44-ae3c-48a2-a77e-5ca07e26b193 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 605.860602] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 605.860656] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 605.872039] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.980755] env[69584]: DEBUG nova.network.neutron [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updating instance_info_cache with network_info: [{"id": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "address": "fa:16:3e:b9:09:03", "network": {"id": "8637127e-9391-4970-aad8-c6e90bdde4a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1026583752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ba341b8a2f4ea4954983e9a7d985f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dfb726-91", "ovs_interfaceid": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.035410] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.035853] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4cb8522-c41a-4b55-b6db-652d8b98b638 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.050974] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 606.050974] env[69584]: value = "task-3484923" [ 606.050974] env[69584]: _type = "Task" [ 606.050974] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.068912] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.191774] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e3fbbc-24c9-7243-14ab-7882e82f9f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.031938} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.192371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.195769] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.195769] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.195769] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.195769] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.195769] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2156028b-35b3-4137-9d96-2cfc9430118f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.217842] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.218530] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.219514] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96bb9e6-6572-4219-814a-8fa34ede514c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.237069] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for the task: (returnval){ [ 606.237069] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ca6028-efba-8d7c-3ea5-3ef999305704" [ 606.237069] env[69584]: _type = "Task" [ 606.237069] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.250588] env[69584]: DEBUG nova.compute.manager [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.251068] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.251345] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ca6028-efba-8d7c-3ea5-3ef999305704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.255661] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f771996-75f5-4430-b491-44d0d367e3a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.269229] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.269566] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f18b6b5-bfd6-4997-a93c-ae98fcf0f9fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.281721] env[69584]: DEBUG oslo_vmware.api [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for the task: (returnval){ [ 606.281721] env[69584]: value = "task-3484924" [ 606.281721] env[69584]: _type = "Task" [ 606.281721] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.297857] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce29e7ff-5f52-4715-992e-81802ef1a901 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.301949] env[69584]: DEBUG oslo_vmware.api [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.314806] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484921, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.316481] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6799f2f6-a4d9-404a-983d-0779e4a4a7cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.354203] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a40bc27-6065-48ff-b1eb-3a09b1819059 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.372487] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484922, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.374377] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1887cc58-eaf5-4e4b-bd76-9473e422fdf5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.394631] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.485654] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Releasing lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.485654] env[69584]: DEBUG nova.compute.manager [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Instance network_info: |[{"id": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "address": "fa:16:3e:b9:09:03", "network": {"id": "8637127e-9391-4970-aad8-c6e90bdde4a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1026583752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ba341b8a2f4ea4954983e9a7d985f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dfb726-91", "ovs_interfaceid": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.486809] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:09:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1dfb726-914f-4ef0-8eda-b4a00ecce63a', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.494875] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Creating folder: Project (85ba341b8a2f4ea4954983e9a7d985f5). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.495251] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e10c2aeb-b6b0-4e3b-8ecf-2370a1122909 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.513075] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Created folder: Project (85ba341b8a2f4ea4954983e9a7d985f5) in parent group-v696614. [ 606.513301] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Creating folder: Instances. Parent ref: group-v696642. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.516662] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff26e1d7-f11f-472a-bbbb-6b0bdf98bc19 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.531940] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Created folder: Instances in parent group-v696642. [ 606.531940] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.531940] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.532197] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fef34f6c-2404-479d-aecb-71b87aa585df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.559785] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.559785] env[69584]: value = "task-3484927" [ 606.559785] env[69584]: _type = "Task" [ 606.559785] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.564307] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484923, 'name': PowerOffVM_Task, 'duration_secs': 0.149768} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.568169] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.568518] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.569451] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7465588-38e7-40a7-a556-96c6621fdbcb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.579550] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.583892] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99983043-9ff1-4d96-8590-81910fe3a6bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.585766] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484927, 'name': CreateVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.636665] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.636665] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.636665] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Deleting the datastore file [datastore2] 945b7866-0797-4ba6-984e-cbfc0bc7dbc2 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.636948] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c575a19c-e92b-4d5e-a52c-2005479d7379 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.646720] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 606.646720] env[69584]: value = "task-3484929" [ 606.646720] env[69584]: _type = "Task" [ 606.646720] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.656845] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.750316] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ca6028-efba-8d7c-3ea5-3ef999305704, 'name': SearchDatastore_Task, 'duration_secs': 0.056954} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.751456] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa38be51-0157-4956-a1d5-eff5a2628f59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.761250] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for the task: (returnval){ [ 606.761250] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a4948c-af9b-b885-d13c-c6bae1ebbf45" [ 606.761250] env[69584]: _type = "Task" [ 606.761250] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.770624] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a4948c-af9b-b885-d13c-c6bae1ebbf45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.797263] env[69584]: DEBUG oslo_vmware.api [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484924, 'name': PowerOffVM_Task, 'duration_secs': 0.455689} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.797263] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.799486] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.799486] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbc8d466-3f24-4a14-9f3e-062906ef956b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.802777] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717012} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.804910] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] c5b37706-5ac2-4539-b5d8-7f0dccd4657d/c5b37706-5ac2-4539-b5d8-7f0dccd4657d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.804910] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.804910] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ea80ba8-5e69-4847-b018-3aa2aa16729b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.811884] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 606.811884] env[69584]: value = "task-3484931" [ 606.811884] env[69584]: _type = "Task" [ 606.811884] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.826338] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.869238] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818326} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.869739] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 1dc1383e-8482-4597-bcde-ce1ba3377b12/1dc1383e-8482-4597-bcde-ce1ba3377b12.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.869739] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.869947] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5ec97a1-1d14-42b7-8ee9-520c81e01cd4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.880710] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 606.880710] env[69584]: value = "task-3484932" [ 606.880710] env[69584]: _type = "Task" [ 606.880710] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.894582] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.902905] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.927905] env[69584]: DEBUG nova.network.neutron [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Updated VIF entry in instance network info cache for port ada2d19a-94fc-49e4-95f6-ac1a77915ab6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.927905] env[69584]: DEBUG nova.network.neutron [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Updating instance_info_cache with network_info: [{"id": "ada2d19a-94fc-49e4-95f6-ac1a77915ab6", "address": "fa:16:3e:83:d4:34", "network": {"id": "ce565de6-9d43-4b12-9ce7-49e187103276", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1037525496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227333d31cd4c27807c5ce73e90d400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada2d19a-94", "ovs_interfaceid": "ada2d19a-94fc-49e4-95f6-ac1a77915ab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.034806] env[69584]: DEBUG nova.compute.manager [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Received event network-changed-c77f02c6-326f-413a-ac25-a331020bddec {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.039668] env[69584]: DEBUG nova.compute.manager [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Refreshing instance network info cache due to event network-changed-c77f02c6-326f-413a-ac25-a331020bddec. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.039668] env[69584]: DEBUG oslo_concurrency.lockutils [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] Acquiring lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.039668] env[69584]: DEBUG oslo_concurrency.lockutils [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] Acquired lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.039668] env[69584]: DEBUG nova.network.neutron [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Refreshing network info cache for port c77f02c6-326f-413a-ac25-a331020bddec {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.079314] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484927, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.157451] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509171} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.157721] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.157928] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.158126] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.273232] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a4948c-af9b-b885-d13c-c6bae1ebbf45, 'name': SearchDatastore_Task, 'duration_secs': 0.019901} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.273636] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.273885] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] b1e0d3ca-8f60-40e3-b748-c27ab7c346b3/b1e0d3ca-8f60-40e3-b748-c27ab7c346b3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.274164] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f63e4857-93c1-4181-8815-329539554732 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.283989] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for the task: (returnval){ [ 607.283989] env[69584]: value = "task-3484933" [ 607.283989] env[69584]: _type = "Task" [ 607.283989] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.293160] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.324352] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082636} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.324839] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.326018] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4039757-49df-427b-a24b-1c505827496e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.351451] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c5b37706-5ac2-4539-b5d8-7f0dccd4657d/c5b37706-5ac2-4539-b5d8-7f0dccd4657d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.351789] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77f95286-a9f8-4f8e-840e-128129db4a38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.375421] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 607.375421] env[69584]: value = "task-3484934" [ 607.375421] env[69584]: _type = "Task" [ 607.375421] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.388599] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.394022] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086372} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.394022] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.394022] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc338282-6018-4658-b6a7-25b1b9afc96f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.418208] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 1dc1383e-8482-4597-bcde-ce1ba3377b12/1dc1383e-8482-4597-bcde-ce1ba3377b12.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.418992] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 607.419218] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.180s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.419619] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89ffaba-73b6-44fc-a6d5-8cf08307d437 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.439709] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.539s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.441884] env[69584]: INFO nova.compute.claims [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.444895] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.445986] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Getting list of instances from cluster (obj){ [ 607.445986] env[69584]: value = "domain-c8" [ 607.445986] env[69584]: _type = "ClusterComputeResource" [ 607.445986] env[69584]: } {{(pid=69584) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 607.445986] env[69584]: DEBUG oslo_concurrency.lockutils [req-831c5377-00e8-4f6f-bd16-a502b69570b4 req-fae25fe2-2c00-41df-825a-e1fb259d2155 service nova] Releasing lock "refresh_cache-b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.449224] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdf3aee-fde9-495b-a9f4-fdf12488ffdb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.464437] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Got total of 8 instances {{(pid=69584) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 607.467183] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 607.467183] env[69584]: value = "task-3484935" [ 607.467183] env[69584]: _type = "Task" [ 607.467183] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.478338] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.575284] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484927, 'name': CreateVM_Task, 'duration_secs': 0.610299} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.575428] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.576168] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.576334] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.576650] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.576904] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a411e0fe-efe4-4d12-8c60-6d7b10c49f28 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.582440] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 607.582440] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522ac1ed-6148-112d-18fa-6a60961a8de1" [ 607.582440] env[69584]: _type = "Task" [ 607.582440] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.591536] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522ac1ed-6148-112d-18fa-6a60961a8de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.796198] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.895529] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.981921] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.032076] env[69584]: DEBUG nova.network.neutron [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updated VIF entry in instance network info cache for port c77f02c6-326f-413a-ac25-a331020bddec. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.032076] env[69584]: DEBUG nova.network.neutron [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updating instance_info_cache with network_info: [{"id": "c77f02c6-326f-413a-ac25-a331020bddec", "address": "fa:16:3e:5a:8c:1e", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77f02c6-32", "ovs_interfaceid": "c77f02c6-326f-413a-ac25-a331020bddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.096409] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522ac1ed-6148-112d-18fa-6a60961a8de1, 'name': SearchDatastore_Task, 'duration_secs': 0.033181} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.096740] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.096974] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.097238] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.097390] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.097625] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.099666] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02bb820b-cfab-4ec5-a410-b742476b7113 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.113936] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.114292] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.115750] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec93a3a0-e715-4630-a74c-10d1dac5593e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.123324] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 608.123324] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d5dd04-4c2d-3448-7844-e32e714741d4" [ 608.123324] env[69584]: _type = "Task" [ 608.123324] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.138788] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d5dd04-4c2d-3448-7844-e32e714741d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.201450] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.201718] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.201872] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.202294] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.202520] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.203811] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.203811] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.203811] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.203811] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.203811] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.204466] env[69584]: DEBUG nova.virt.hardware [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.204566] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03133024-080f-45fc-ae4f-8076ea9c3a0b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.217163] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8897a2-3b09-42ac-863e-30e70f9a4a63 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.246756] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.257848] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.259905] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.260417] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cb8c1c8-bb0b-48aa-8fed-2358f6089f58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.297244] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484933, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.298801] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.298801] env[69584]: value = "task-3484936" [ 608.298801] env[69584]: _type = "Task" [ 608.298801] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.308771] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484936, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.398371] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.459274] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "c9b37ee9-924e-4a1a-aa27-0c8632c42cce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.459596] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "c9b37ee9-924e-4a1a-aa27-0c8632c42cce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.480481] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.536708] env[69584]: DEBUG oslo_concurrency.lockutils [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] Releasing lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.537049] env[69584]: DEBUG nova.compute.manager [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Received event network-vif-plugged-a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.537261] env[69584]: DEBUG oslo_concurrency.lockutils [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] Acquiring lock "9c195701-261c-4f8d-9558-c4bbb139133a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.537478] env[69584]: DEBUG oslo_concurrency.lockutils [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] Lock "9c195701-261c-4f8d-9558-c4bbb139133a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.537644] env[69584]: DEBUG oslo_concurrency.lockutils [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] Lock "9c195701-261c-4f8d-9558-c4bbb139133a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.537810] env[69584]: DEBUG nova.compute.manager [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] No waiting events found dispatching network-vif-plugged-a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.537979] env[69584]: WARNING nova.compute.manager [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Received unexpected event network-vif-plugged-a1dfb726-914f-4ef0-8eda-b4a00ecce63a for instance with vm_state building and task_state spawning. [ 608.538168] env[69584]: DEBUG nova.compute.manager [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Received event network-changed-a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.538357] env[69584]: DEBUG nova.compute.manager [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Refreshing instance network info cache due to event network-changed-a1dfb726-914f-4ef0-8eda-b4a00ecce63a. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.538557] env[69584]: DEBUG oslo_concurrency.lockutils [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] Acquiring lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.538698] env[69584]: DEBUG oslo_concurrency.lockutils [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] Acquired lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.538860] env[69584]: DEBUG nova.network.neutron [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Refreshing network info cache for port a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.645057] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d5dd04-4c2d-3448-7844-e32e714741d4, 'name': SearchDatastore_Task, 'duration_secs': 0.061716} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.645057] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366fda09-2bcd-41b4-9bae-c72a479f88ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.653834] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 608.653834] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523bbaf2-2298-8c29-797a-5837f19bfd29" [ 608.653834] env[69584]: _type = "Task" [ 608.653834] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.663514] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523bbaf2-2298-8c29-797a-5837f19bfd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.768048] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.768966] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.769364] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Deleting the datastore file [datastore2] bdcccdc2-36be-4e0f-9501-026f83c14805 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.769651] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08852159-57a8-4c3a-ba36-7c016a51b7ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.777827] env[69584]: DEBUG oslo_vmware.api [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for the task: (returnval){ [ 608.777827] env[69584]: value = "task-3484937" [ 608.777827] env[69584]: _type = "Task" [ 608.777827] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.797782] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484933, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.106231} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.804728] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] b1e0d3ca-8f60-40e3-b748-c27ab7c346b3/b1e0d3ca-8f60-40e3-b748-c27ab7c346b3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.804844] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.806142] env[69584]: DEBUG oslo_vmware.api [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.806933] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23e990ba-2af3-4804-b03c-7006c9baace6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.820477] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484936, 'name': CreateVM_Task, 'duration_secs': 0.475688} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.823696] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.824638] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bdd62e-e8a5-4ca1-9dde-452eedbea06c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.828192] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for the task: (returnval){ [ 608.828192] env[69584]: value = "task-3484938" [ 608.828192] env[69584]: _type = "Task" [ 608.828192] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.828752] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.828974] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.829480] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.830426] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62320aa0-b642-4de4-960c-3ea1cc686557 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.840712] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da341b2c-93d0-4049-a42e-e9c37e1d6202 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.852226] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 608.852226] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5232fc8b-f13a-56e3-b0c4-c10b847e41cb" [ 608.852226] env[69584]: _type = "Task" [ 608.852226] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.852226] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.893311] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4f7bea-cf3b-41bc-86e0-8c5c6c7e516d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.900375] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5232fc8b-f13a-56e3-b0c4-c10b847e41cb, 'name': SearchDatastore_Task, 'duration_secs': 0.016996} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.901438] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.901722] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.901935] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.909787] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30666320-2d02-4410-a28d-8327e65879de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.914082] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484934, 'name': ReconfigVM_Task, 'duration_secs': 1.179599} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.914355] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c5b37706-5ac2-4539-b5d8-7f0dccd4657d/c5b37706-5ac2-4539-b5d8-7f0dccd4657d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.915364] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48842f2e-1f89-4e83-8308-522bd93114fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.928451] env[69584]: DEBUG nova.compute.provider_tree [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.931778] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 608.931778] env[69584]: value = "task-3484939" [ 608.931778] env[69584]: _type = "Task" [ 608.931778] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.942147] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484939, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.989493] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484935, 'name': ReconfigVM_Task, 'duration_secs': 1.11855} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.989493] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 1dc1383e-8482-4597-bcde-ce1ba3377b12/1dc1383e-8482-4597-bcde-ce1ba3377b12.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.989493] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c0d7e3f-79a4-40b0-b374-d19e39ddff46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.999367] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 608.999367] env[69584]: value = "task-3484940" [ 608.999367] env[69584]: _type = "Task" [ 608.999367] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.012207] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484940, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.166904] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523bbaf2-2298-8c29-797a-5837f19bfd29, 'name': SearchDatastore_Task, 'duration_secs': 0.020098} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.167186] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.167460] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 9c195701-261c-4f8d-9558-c4bbb139133a/9c195701-261c-4f8d-9558-c4bbb139133a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.167802] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.167905] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.168134] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faa18973-ddf4-4b6f-95ce-07bb67c8095a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.170273] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20d64658-3e8a-4546-b667-f840b0f80622 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.183074] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 609.183074] env[69584]: value = "task-3484941" [ 609.183074] env[69584]: _type = "Task" [ 609.183074] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.183074] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.183074] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.185477] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64822f7-ac73-45a9-895f-1a12a3627912 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.196422] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.197297] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 609.197297] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52661b05-b2b4-0da5-f964-dcea003d6c61" [ 609.197297] env[69584]: _type = "Task" [ 609.197297] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.208565] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52661b05-b2b4-0da5-f964-dcea003d6c61, 'name': SearchDatastore_Task, 'duration_secs': 0.012791} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.214730] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eac4ea2-925e-47a4-acd7-68de72f6d4bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.222360] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 609.222360] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5253c067-63e3-5ceb-96a9-5b51b2d8d898" [ 609.222360] env[69584]: _type = "Task" [ 609.222360] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.232919] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5253c067-63e3-5ceb-96a9-5b51b2d8d898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.293705] env[69584]: DEBUG oslo_vmware.api [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Task: {'id': task-3484937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321708} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.296442] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.296662] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.296866] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.297068] env[69584]: INFO nova.compute.manager [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Took 3.05 seconds to destroy the instance on the hypervisor. [ 609.297313] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.297505] env[69584]: DEBUG nova.compute.manager [-] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 609.297628] env[69584]: DEBUG nova.network.neutron [-] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.343576] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087196} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.343769] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.344556] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d829479b-073a-4a97-ab8c-d8e260916315 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.377932] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] b1e0d3ca-8f60-40e3-b748-c27ab7c346b3/b1e0d3ca-8f60-40e3-b748-c27ab7c346b3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.379436] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a74e27f4-5e21-4cfc-82ae-29b2a88c3170 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.402827] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for the task: (returnval){ [ 609.402827] env[69584]: value = "task-3484942" [ 609.402827] env[69584]: _type = "Task" [ 609.402827] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.412267] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.433622] env[69584]: DEBUG nova.scheduler.client.report [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.447492] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484939, 'name': Rename_Task, 'duration_secs': 0.212512} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.447798] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.448064] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a538d0d-b24d-494f-8f3a-79bd7bd33769 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.458022] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 609.458022] env[69584]: value = "task-3484943" [ 609.458022] env[69584]: _type = "Task" [ 609.458022] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.474594] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.512368] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484940, 'name': Rename_Task, 'duration_secs': 0.204038} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.512847] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.513179] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03076ca0-39dd-41e9-969a-0b6255c0f4ff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.522912] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 609.522912] env[69584]: value = "task-3484944" [ 609.522912] env[69584]: _type = "Task" [ 609.522912] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.534637] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.534637] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.538526] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.693340] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484941, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.738569] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5253c067-63e3-5ceb-96a9-5b51b2d8d898, 'name': SearchDatastore_Task, 'duration_secs': 0.012495} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.739048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.739144] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 945b7866-0797-4ba6-984e-cbfc0bc7dbc2/945b7866-0797-4ba6-984e-cbfc0bc7dbc2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.739406] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a4706b0-c9b0-41e3-884b-5a564396cbcb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.749454] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 609.749454] env[69584]: value = "task-3484945" [ 609.749454] env[69584]: _type = "Task" [ 609.749454] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.765728] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.920550] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.943504] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.944765] env[69584]: DEBUG nova.compute.manager [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.949694] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.464s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.953115] env[69584]: INFO nova.compute.claims [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.959530] env[69584]: DEBUG nova.network.neutron [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updated VIF entry in instance network info cache for port a1dfb726-914f-4ef0-8eda-b4a00ecce63a. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.961462] env[69584]: DEBUG nova.network.neutron [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updating instance_info_cache with network_info: [{"id": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "address": "fa:16:3e:b9:09:03", "network": {"id": "8637127e-9391-4970-aad8-c6e90bdde4a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1026583752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ba341b8a2f4ea4954983e9a7d985f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dfb726-91", "ovs_interfaceid": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.977780] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484943, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.046109] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.194113] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53261} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.194394] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 9c195701-261c-4f8d-9558-c4bbb139133a/9c195701-261c-4f8d-9558-c4bbb139133a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.194607] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.194868] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d28a822e-1bcc-4e22-a9d7-d58e916bf6b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.206294] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 610.206294] env[69584]: value = "task-3484946" [ 610.206294] env[69584]: _type = "Task" [ 610.206294] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.220731] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.262160] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484945, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.417212] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484942, 'name': ReconfigVM_Task, 'duration_secs': 0.593264} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.417568] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Reconfigured VM instance instance-00000009 to attach disk [datastore1] b1e0d3ca-8f60-40e3-b748-c27ab7c346b3/b1e0d3ca-8f60-40e3-b748-c27ab7c346b3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.418447] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2ecbadf-e622-4b0f-82cf-02081ce08e3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.429163] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for the task: (returnval){ [ 610.429163] env[69584]: value = "task-3484947" [ 610.429163] env[69584]: _type = "Task" [ 610.429163] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.440511] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484947, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.460325] env[69584]: DEBUG nova.compute.utils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.462026] env[69584]: DEBUG nova.compute.manager [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.462900] env[69584]: DEBUG nova.network.neutron [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.471628] env[69584]: DEBUG oslo_concurrency.lockutils [req-d3ca315e-8f93-4658-9f03-331e211bdc8a req-b4440a05-9da8-4549-ae8f-198b4b6cca9b service nova] Releasing lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.481220] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484943, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.540011] env[69584]: DEBUG oslo_vmware.api [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3484944, 'name': PowerOnVM_Task, 'duration_secs': 0.877675} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.540422] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.541204] env[69584]: INFO nova.compute.manager [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Took 13.09 seconds to spawn the instance on the hypervisor. [ 610.541204] env[69584]: DEBUG nova.compute.manager [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.543394] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ebfd2d-d100-4f14-b601-bd4cdbd26653 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.603977] env[69584]: DEBUG nova.policy [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39bdffb8c3b74877a615fefb56a91448', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd443f435fca3453da1178138710821a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.718776] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136493} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.719145] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.720703] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6716809-5459-4328-9ccc-bde3f45f81ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.753644] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 9c195701-261c-4f8d-9558-c4bbb139133a/9c195701-261c-4f8d-9558-c4bbb139133a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.754086] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d095414-5b71-4230-b22b-8adcfec419cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.779880] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530722} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.786097] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 945b7866-0797-4ba6-984e-cbfc0bc7dbc2/945b7866-0797-4ba6-984e-cbfc0bc7dbc2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.786097] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.786097] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 610.786097] env[69584]: value = "task-3484948" [ 610.786097] env[69584]: _type = "Task" [ 610.786097] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.786097] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37943cb5-7b3d-4b25-9ac8-1ffbefe21f46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.792608] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 610.792608] env[69584]: value = "task-3484949" [ 610.792608] env[69584]: _type = "Task" [ 610.792608] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.796364] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.806424] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.946013] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484947, 'name': Rename_Task, 'duration_secs': 0.422624} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.948982] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.949584] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8700764-7fba-4649-8029-95512197740e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.956160] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for the task: (returnval){ [ 610.956160] env[69584]: value = "task-3484950" [ 610.956160] env[69584]: _type = "Task" [ 610.956160] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.967513] env[69584]: DEBUG nova.compute.manager [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.970347] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.991018] env[69584]: DEBUG oslo_vmware.api [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3484943, 'name': PowerOnVM_Task, 'duration_secs': 1.101817} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.991018] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.991166] env[69584]: INFO nova.compute.manager [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Took 15.96 seconds to spawn the instance on the hypervisor. [ 610.991421] env[69584]: DEBUG nova.compute.manager [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.992641] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063136b4-f7f1-47af-8412-99db0e8cc5a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.051453] env[69584]: DEBUG nova.network.neutron [-] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.071135] env[69584]: INFO nova.compute.manager [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Took 21.48 seconds to build instance. [ 611.177906] env[69584]: DEBUG nova.compute.manager [req-5cb30e5f-baf9-46ec-8bf2-4615e3ffdcef req-675af0af-4dba-4c15-afd8-5678f43ea576 service nova] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Received event network-vif-deleted-633fc01b-1a10-40e9-b120-010c2dc62497 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.297089] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.315138] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06396} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.315304] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.317123] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09951bcc-15a3-44b0-9f63-6f0fdb8d450d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.348501] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 945b7866-0797-4ba6-984e-cbfc0bc7dbc2/945b7866-0797-4ba6-984e-cbfc0bc7dbc2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.351983] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf23e6c-bb50-4c96-810d-ceddea710146 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.375081] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 611.375081] env[69584]: value = "task-3484951" [ 611.375081] env[69584]: _type = "Task" [ 611.375081] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.388283] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.466936] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484950, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.524123] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37022395-6e9f-415c-a49c-bc3e074a5b19 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.529560] env[69584]: INFO nova.compute.manager [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Took 23.46 seconds to build instance. [ 611.538827] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c1d152-c42f-4a8e-acce-209330e5fdbf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.549632] env[69584]: DEBUG nova.network.neutron [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Successfully created port: 218cbab3-9c60-4faa-a26e-090fb7c25d5a {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.581346] env[69584]: INFO nova.compute.manager [-] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Took 2.28 seconds to deallocate network for instance. [ 611.583622] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6e022ed6-3f84-437b-9863-58df3bdc15a9 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "1dc1383e-8482-4597-bcde-ce1ba3377b12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.002s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.586755] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6edaba-9963-4cd7-9b25-5286c0cd7cde {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.600124] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea17b15-5aa2-448e-8ca3-ed8f83b543f4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.616688] env[69584]: DEBUG nova.compute.provider_tree [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.802529] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484948, 'name': ReconfigVM_Task, 'duration_secs': 0.716045} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.802529] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 9c195701-261c-4f8d-9558-c4bbb139133a/9c195701-261c-4f8d-9558-c4bbb139133a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.802856] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42538cd2-fa2c-4389-9987-4ed75806ffda {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.813767] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 611.813767] env[69584]: value = "task-3484952" [ 611.813767] env[69584]: _type = "Task" [ 611.813767] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.832679] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484952, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.892278] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484951, 'name': ReconfigVM_Task, 'duration_secs': 0.390655} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.892968] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 945b7866-0797-4ba6-984e-cbfc0bc7dbc2/945b7866-0797-4ba6-984e-cbfc0bc7dbc2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.893326] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a582e40-82d3-4160-b360-56d529d9f411 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.903916] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 611.903916] env[69584]: value = "task-3484953" [ 611.903916] env[69584]: _type = "Task" [ 611.903916] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.918972] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484953, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.969903] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484950, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.984438] env[69584]: DEBUG nova.compute.manager [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.037646] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f92e048a-7d9a-4a9a-95fe-636ff10b6ac9 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.984s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.041824] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.041824] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.041983] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.042946] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.043121] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.043269] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.043535] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.043659] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.044234] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.044234] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.044234] env[69584]: DEBUG nova.virt.hardware [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.046613] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2832f865-dba8-403a-b08e-29f16e068218 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.059121] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848ba516-b37d-4767-a99d-b5fad2e8966f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.097646] env[69584]: DEBUG nova.compute.manager [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.097997] env[69584]: DEBUG oslo_concurrency.lockutils [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.122649] env[69584]: DEBUG nova.scheduler.client.report [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.325157] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484952, 'name': Rename_Task, 'duration_secs': 0.174343} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.325438] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.325682] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b0df11b-ffac-4230-bbb4-46817ca17c12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.332665] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 612.332665] env[69584]: value = "task-3484954" [ 612.332665] env[69584]: _type = "Task" [ 612.332665] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.341760] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.403051] env[69584]: DEBUG nova.compute.manager [None req-c9d5ed7b-4070-4ee6-a9cd-9544da7dec3a tempest-ServerDiagnosticsV248Test-1523272591 tempest-ServerDiagnosticsV248Test-1523272591-project-admin] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.404787] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4638c2e0-7fb3-4a71-9f6e-32554144a3e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.417028] env[69584]: INFO nova.compute.manager [None req-c9d5ed7b-4070-4ee6-a9cd-9544da7dec3a tempest-ServerDiagnosticsV248Test-1523272591 tempest-ServerDiagnosticsV248Test-1523272591-project-admin] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Retrieving diagnostics [ 612.420614] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab548350-e600-4586-8003-abf7180328ab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.423564] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484953, 'name': Rename_Task, 'duration_secs': 0.139749} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.424277] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.424886] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7711f47-2999-4f74-81d8-bbe0842967e6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.466130] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 612.466130] env[69584]: value = "task-3484955" [ 612.466130] env[69584]: _type = "Task" [ 612.466130] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.475067] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484950, 'name': PowerOnVM_Task} progress is 73%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.480873] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484955, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.550901] env[69584]: DEBUG nova.compute.manager [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.630278] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.631116] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.631619] env[69584]: DEBUG nova.compute.manager [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.636276] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.565s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.639921] env[69584]: INFO nova.compute.claims [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.845969] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.981560] env[69584]: DEBUG oslo_vmware.api [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3484950, 'name': PowerOnVM_Task, 'duration_secs': 1.794641} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.981836] env[69584]: DEBUG oslo_vmware.api [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484955, 'name': PowerOnVM_Task, 'duration_secs': 0.499892} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.982019] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.983274] env[69584]: INFO nova.compute.manager [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Took 13.09 seconds to spawn the instance on the hypervisor. [ 612.984849] env[69584]: DEBUG nova.compute.manager [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.984849] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.984849] env[69584]: DEBUG nova.compute.manager [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.984849] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3c2632-779c-422a-b5c2-d1ca4bf2f835 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.990208] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab10e847-0194-4757-97dd-81689a61b7d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.088862] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.148553] env[69584]: DEBUG nova.compute.utils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.151658] env[69584]: DEBUG nova.compute.manager [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Not allocating networking since 'none' was specified. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 613.343899] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484954, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.519992] env[69584]: INFO nova.compute.manager [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Took 21.84 seconds to build instance. [ 613.532900] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.652827] env[69584]: DEBUG nova.compute.manager [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.847213] env[69584]: DEBUG oslo_vmware.api [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3484954, 'name': PowerOnVM_Task, 'duration_secs': 1.362726} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.848027] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.848027] env[69584]: INFO nova.compute.manager [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Took 11.58 seconds to spawn the instance on the hypervisor. [ 613.848322] env[69584]: DEBUG nova.compute.manager [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.849292] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f5d89a-cef2-499e-aa60-ad6e31760eb5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.027050] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cb6cb11a-6895-4a7f-8fcf-dea93fb494e5 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.365s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.118012] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b700f7a5-00f4-4979-bfa1-31c3c0212b20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.128277] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c60e04c-0e44-481b-b333-bb3abfe4119e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.168086] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d40a7b8-a25e-46ea-a111-302a89825c48 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.175652] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032e7891-97dc-4609-a62b-f9c72b13e32f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.191908] env[69584]: DEBUG nova.compute.provider_tree [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.378070] env[69584]: INFO nova.compute.manager [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Took 21.53 seconds to build instance. [ 614.529055] env[69584]: DEBUG nova.compute.manager [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.671769] env[69584]: DEBUG nova.compute.manager [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.697423] env[69584]: DEBUG nova.scheduler.client.report [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.709834] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.710572] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.710572] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.710783] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.710985] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.712059] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.712059] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.712059] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.712059] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.712059] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.712305] env[69584]: DEBUG nova.virt.hardware [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.712918] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61f9382-f07a-49b2-9d5c-52fa04c090c4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.720924] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71331a8a-bd3b-4bc1-9ab3-bf909b907978 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.736146] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.741948] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Creating folder: Project (72dcc5811d9441e191cd2c8de24cff24). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.742423] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24bf3790-32fb-4fca-aae9-b4515e08ac6c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.752761] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Created folder: Project (72dcc5811d9441e191cd2c8de24cff24) in parent group-v696614. [ 614.753075] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Creating folder: Instances. Parent ref: group-v696646. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.753397] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef4feb7e-e4b1-4b0b-9bf6-fe9cacaef37a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.763159] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Created folder: Instances in parent group-v696646. [ 614.763384] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.763568] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.763779] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-384ecdb6-5614-4b4d-9c53-24e0cd8cd418 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.779918] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.779918] env[69584]: value = "task-3484958" [ 614.779918] env[69584]: _type = "Task" [ 614.779918] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.786984] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484958, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.880042] env[69584]: DEBUG oslo_concurrency.lockutils [None req-40aeddd0-e7a7-4698-93f1-98b31bbd1ed9 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lock "9c195701-261c-4f8d-9558-c4bbb139133a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.048s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.059485] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.204143] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.204143] env[69584]: DEBUG nova.compute.manager [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.210315] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.920s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.210315] env[69584]: INFO nova.compute.claims [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.214436] env[69584]: DEBUG nova.network.neutron [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Successfully updated port: 218cbab3-9c60-4faa-a26e-090fb7c25d5a {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.292863] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484958, 'name': CreateVM_Task, 'duration_secs': 0.367024} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.293581] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.293932] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.294134] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.294932] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.295384] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392c95b9-7a89-468c-9953-894b1f4a5b17 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.300837] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 615.300837] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d8b79d-6868-61c1-2f68-720dc4d34c3f" [ 615.300837] env[69584]: _type = "Task" [ 615.300837] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.310211] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d8b79d-6868-61c1-2f68-720dc4d34c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.384355] env[69584]: DEBUG nova.compute.manager [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.717659] env[69584]: DEBUG nova.compute.utils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.719212] env[69584]: DEBUG nova.compute.manager [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.719526] env[69584]: DEBUG nova.network.neutron [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.725735] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquiring lock "refresh_cache-63601191-17ad-4e58-ab82-be3decc8c167" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.725778] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquired lock "refresh_cache-63601191-17ad-4e58-ab82-be3decc8c167" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.726104] env[69584]: DEBUG nova.network.neutron [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.814669] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d8b79d-6868-61c1-2f68-720dc4d34c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.817636] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.817636] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.817815] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.817815] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.817986] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.818272] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec2eec8f-9980-475c-9324-392baea9d733 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.828638] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.828840] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.829747] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b425f5b-1e99-462a-8e32-3ebcdf8bd890 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.835960] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 615.835960] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f272d8-e622-ad0e-6da9-54813dcd56c2" [ 615.835960] env[69584]: _type = "Task" [ 615.835960] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.844341] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f272d8-e622-ad0e-6da9-54813dcd56c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.872507] env[69584]: DEBUG nova.policy [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b534cf81d924e8480497d201fda8184', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '313b69763c374916937184e5f09dce5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.916050] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.139886] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquiring lock "b420c938-c1de-44d8-b30c-03fbee51d268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.139886] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lock "b420c938-c1de-44d8-b30c-03fbee51d268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.141220] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquiring lock "b420c938-c1de-44d8-b30c-03fbee51d268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.141220] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lock "b420c938-c1de-44d8-b30c-03fbee51d268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.141220] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lock "b420c938-c1de-44d8-b30c-03fbee51d268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.150323] env[69584]: INFO nova.compute.manager [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Terminating instance [ 616.224800] env[69584]: DEBUG nova.compute.manager [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.287806] env[69584]: DEBUG nova.network.neutron [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.350420] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f272d8-e622-ad0e-6da9-54813dcd56c2, 'name': SearchDatastore_Task, 'duration_secs': 0.038697} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.353931] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7cce30a-8199-40ab-b141-5c162cae7fb1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.359795] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 616.359795] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52df828d-ba86-8169-b084-2a074f2f1d9a" [ 616.359795] env[69584]: _type = "Task" [ 616.359795] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.369888] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52df828d-ba86-8169-b084-2a074f2f1d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.459324] env[69584]: DEBUG nova.compute.manager [req-3c134044-f1cd-4a4c-9645-04099c68945f req-24fa5bd7-7cf1-41b9-9d1d-09c12c91f3e3 service nova] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Received event network-vif-plugged-218cbab3-9c60-4faa-a26e-090fb7c25d5a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.459324] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c134044-f1cd-4a4c-9645-04099c68945f req-24fa5bd7-7cf1-41b9-9d1d-09c12c91f3e3 service nova] Acquiring lock "63601191-17ad-4e58-ab82-be3decc8c167-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.459324] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c134044-f1cd-4a4c-9645-04099c68945f req-24fa5bd7-7cf1-41b9-9d1d-09c12c91f3e3 service nova] Lock "63601191-17ad-4e58-ab82-be3decc8c167-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.459324] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c134044-f1cd-4a4c-9645-04099c68945f req-24fa5bd7-7cf1-41b9-9d1d-09c12c91f3e3 service nova] Lock "63601191-17ad-4e58-ab82-be3decc8c167-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.459495] env[69584]: DEBUG nova.compute.manager [req-3c134044-f1cd-4a4c-9645-04099c68945f req-24fa5bd7-7cf1-41b9-9d1d-09c12c91f3e3 service nova] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] No waiting events found dispatching network-vif-plugged-218cbab3-9c60-4faa-a26e-090fb7c25d5a {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.459585] env[69584]: WARNING nova.compute.manager [req-3c134044-f1cd-4a4c-9645-04099c68945f req-24fa5bd7-7cf1-41b9-9d1d-09c12c91f3e3 service nova] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Received unexpected event network-vif-plugged-218cbab3-9c60-4faa-a26e-090fb7c25d5a for instance with vm_state building and task_state spawning. [ 616.624065] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b433cd-2a21-4092-8ad5-b40e73d1d304 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.633308] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9de5d2-08e5-48da-8925-d943df937f4c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.670723] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquiring lock "refresh_cache-b420c938-c1de-44d8-b30c-03fbee51d268" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.670723] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquired lock "refresh_cache-b420c938-c1de-44d8-b30c-03fbee51d268" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.670723] env[69584]: DEBUG nova.network.neutron [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.675022] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727fc491-aeb3-4fe0-9f14-37c672c6f2de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.680120] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd1c56f-246b-461c-a4d8-8dda2fc970ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.697628] env[69584]: DEBUG nova.compute.provider_tree [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.872049] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52df828d-ba86-8169-b084-2a074f2f1d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.015063} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.872049] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.872049] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.872049] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bcad849-5e68-41ab-81d2-ccb558fbbcac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.878758] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 616.878758] env[69584]: value = "task-3484959" [ 616.878758] env[69584]: _type = "Task" [ 616.878758] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.888221] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.973324] env[69584]: DEBUG nova.network.neutron [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Updating instance_info_cache with network_info: [{"id": "218cbab3-9c60-4faa-a26e-090fb7c25d5a", "address": "fa:16:3e:91:f2:40", "network": {"id": "98dd0a78-4ead-456e-b042-a62fc53c5b1c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1752259960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d443f435fca3453da1178138710821a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218cbab3-9c", "ovs_interfaceid": "218cbab3-9c60-4faa-a26e-090fb7c25d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.200560] env[69584]: DEBUG nova.scheduler.client.report [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.218362] env[69584]: DEBUG nova.network.neutron [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.236889] env[69584]: DEBUG nova.compute.manager [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.267591] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.268130] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.268130] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.268391] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.268590] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.268721] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.268971] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.269190] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.269404] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.269866] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.269939] env[69584]: DEBUG nova.virt.hardware [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.270856] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2ac893-c846-469e-a548-a3e3bc1c0ff4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.282624] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b815085-800b-4adf-8f01-b1c7604ab184 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.388623] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484959, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.429918] env[69584]: DEBUG nova.network.neutron [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.474681] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Releasing lock "refresh_cache-63601191-17ad-4e58-ab82-be3decc8c167" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.475047] env[69584]: DEBUG nova.compute.manager [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Instance network_info: |[{"id": "218cbab3-9c60-4faa-a26e-090fb7c25d5a", "address": "fa:16:3e:91:f2:40", "network": {"id": "98dd0a78-4ead-456e-b042-a62fc53c5b1c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1752259960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d443f435fca3453da1178138710821a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218cbab3-9c", "ovs_interfaceid": "218cbab3-9c60-4faa-a26e-090fb7c25d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.475490] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:f2:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '218cbab3-9c60-4faa-a26e-090fb7c25d5a', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.485893] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Creating folder: Project (d443f435fca3453da1178138710821a6). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.486623] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e91fd2a8-114e-4726-8e19-99741225336a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.504049] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Created folder: Project (d443f435fca3453da1178138710821a6) in parent group-v696614. [ 617.504049] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Creating folder: Instances. Parent ref: group-v696649. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.504049] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fbf66c0-1b2f-484b-9533-630fd80c792b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.510205] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Created folder: Instances in parent group-v696649. [ 617.510205] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.510205] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.510579] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c11ee170-a5ab-4cbf-9f00-825c60b5ab08 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.537130] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.537130] env[69584]: value = "task-3484962" [ 617.537130] env[69584]: _type = "Task" [ 617.537130] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.548341] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484962, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.708402] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.709385] env[69584]: DEBUG nova.compute.manager [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.711955] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.037s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.713447] env[69584]: INFO nova.compute.claims [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.788825] env[69584]: DEBUG nova.network.neutron [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Successfully created port: 0e371ab0-5dce-45a0-a7f8-942396ce526d {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.889783] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95914} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.890070] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.890291] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.890590] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8b28e77-a936-4e9d-b317-171b0995517e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.897325] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 617.897325] env[69584]: value = "task-3484963" [ 617.897325] env[69584]: _type = "Task" [ 617.897325] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.905684] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.937484] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Releasing lock "refresh_cache-b420c938-c1de-44d8-b30c-03fbee51d268" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.938261] env[69584]: DEBUG nova.compute.manager [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.938261] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.939169] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554ec0be-9ea5-4940-9b45-a752643721bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.947263] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.947447] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12ec49da-b2cb-4804-8836-7274d21d0dd9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.954263] env[69584]: DEBUG oslo_vmware.api [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for the task: (returnval){ [ 617.954263] env[69584]: value = "task-3484964" [ 617.954263] env[69584]: _type = "Task" [ 617.954263] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.968640] env[69584]: DEBUG oslo_vmware.api [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.054688] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484962, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.226046] env[69584]: DEBUG nova.compute.utils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.226503] env[69584]: DEBUG nova.compute.manager [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.226503] env[69584]: DEBUG nova.network.neutron [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.347835] env[69584]: DEBUG nova.policy [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d8f7219101c4022adee49839893480d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '785eb6de178e425691c6733e8ba1f4d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.410554] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075917} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.410629] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.411545] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b4294a-bb90-4fee-966b-bea1599b613c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.442138] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.442138] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef84a49-4f71-4434-8ac2-17888a356ea4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.482772] env[69584]: DEBUG oslo_vmware.api [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484964, 'name': PowerOffVM_Task, 'duration_secs': 0.287177} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.483955] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.484158] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.484507] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 618.484507] env[69584]: value = "task-3484965" [ 618.484507] env[69584]: _type = "Task" [ 618.484507] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.484711] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6d8cfcb-a3d5-458d-946a-77d1c1a316af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.502030] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.527814] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.527916] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.528152] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Deleting the datastore file [datastore2] b420c938-c1de-44d8-b30c-03fbee51d268 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.528462] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2705d8fb-7970-4bc3-b37c-7ef2641b2888 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.534804] env[69584]: DEBUG oslo_vmware.api [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for the task: (returnval){ [ 618.534804] env[69584]: value = "task-3484967" [ 618.534804] env[69584]: _type = "Task" [ 618.534804] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.546489] env[69584]: DEBUG oslo_vmware.api [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.549064] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484962, 'name': CreateVM_Task, 'duration_secs': 0.652045} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.549238] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.551828] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.551828] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.551828] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.551828] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6253e514-d2d2-4d25-bd7f-f2c2481feff5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.558701] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for the task: (returnval){ [ 618.558701] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d039f9-d3e8-fea1-6ce6-009fd88564d7" [ 618.558701] env[69584]: _type = "Task" [ 618.558701] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.578905] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d039f9-d3e8-fea1-6ce6-009fd88564d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014302} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.579130] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.579387] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.579692] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.579759] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.579917] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.580198] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00baeb43-02a3-4bfb-8998-5c7a58583330 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.591019] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.591019] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.591019] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a1e211d-44bf-40e0-b89a-5ba1841cb3df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.595644] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for the task: (returnval){ [ 618.595644] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d64b73-b488-fc59-c951-5c53e71c871e" [ 618.595644] env[69584]: _type = "Task" [ 618.595644] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.604684] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d64b73-b488-fc59-c951-5c53e71c871e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.726724] env[69584]: DEBUG nova.compute.manager [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.006852] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.052797] env[69584]: DEBUG oslo_vmware.api [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Task: {'id': task-3484967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301255} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.052797] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.052797] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.053581] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.053581] env[69584]: INFO nova.compute.manager [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Took 1.11 seconds to destroy the instance on the hypervisor. [ 619.053581] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.060319] env[69584]: DEBUG nova.compute.manager [-] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.060319] env[69584]: DEBUG nova.network.neutron [-] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.109757] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d64b73-b488-fc59-c951-5c53e71c871e, 'name': SearchDatastore_Task, 'duration_secs': 0.018967} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.114121] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427a6374-0809-4fe1-9094-229cc8d77fd7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.121308] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for the task: (returnval){ [ 619.121308] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5208f93f-0915-017d-e2ef-dbf2f5440909" [ 619.121308] env[69584]: _type = "Task" [ 619.121308] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.130975] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5208f93f-0915-017d-e2ef-dbf2f5440909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.155419] env[69584]: DEBUG nova.network.neutron [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Successfully created port: ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.165881] env[69584]: DEBUG nova.network.neutron [-] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.223885] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9636c7-046e-419b-960e-5c35c9e47ff6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.234823] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ede119-6c9c-41dc-b7e3-b514ed581732 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.273971] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437d7c60-1fd1-43d8-92d0-908c97134794 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.282978] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce015ce1-96a0-449f-a90e-4ab6b21be3c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.312804] env[69584]: DEBUG nova.compute.provider_tree [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.504695] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484965, 'name': ReconfigVM_Task, 'duration_secs': 0.81092} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.507782] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Reconfigured VM instance instance-0000000c to attach disk [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.507782] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48344d2c-0f4b-4fa1-bdaa-736c8ece2ca3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.515646] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 619.515646] env[69584]: value = "task-3484968" [ 619.515646] env[69584]: _type = "Task" [ 619.515646] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.529405] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484968, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.636089] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5208f93f-0915-017d-e2ef-dbf2f5440909, 'name': SearchDatastore_Task, 'duration_secs': 0.03102} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.636089] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.636089] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 63601191-17ad-4e58-ab82-be3decc8c167/63601191-17ad-4e58-ab82-be3decc8c167.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.636089] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71caa1d6-dd4d-42d7-947b-fc901fd8dd79 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.645699] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for the task: (returnval){ [ 619.645699] env[69584]: value = "task-3484969" [ 619.645699] env[69584]: _type = "Task" [ 619.645699] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.658474] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.667094] env[69584]: DEBUG nova.network.neutron [-] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.749175] env[69584]: DEBUG nova.compute.manager [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.785707] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:54:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='203353508',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-786577144',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.785707] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.785707] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.788705] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.788705] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.788705] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.788859] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.789076] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.789288] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.789514] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.789739] env[69584]: DEBUG nova.virt.hardware [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.791257] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0ed2cf-28a4-43f2-a07d-a80fc850c6ba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.805341] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994f10e2-03a3-4929-93b0-5398fe6ea0e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.822765] env[69584]: DEBUG nova.scheduler.client.report [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.028077] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484968, 'name': Rename_Task, 'duration_secs': 0.337479} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.028982] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.028982] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6c9a68f-ce73-407c-947e-ddf9fd62df6d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.037427] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 620.037427] env[69584]: value = "task-3484970" [ 620.037427] env[69584]: _type = "Task" [ 620.037427] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.046893] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.159076] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484969, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.171025] env[69584]: INFO nova.compute.manager [-] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Took 1.11 seconds to deallocate network for instance. [ 620.327710] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.328362] env[69584]: DEBUG nova.compute.manager [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.334100] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.953s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.334100] env[69584]: INFO nova.compute.claims [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.549952] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484970, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.607022] env[69584]: DEBUG nova.compute.manager [req-323ce155-16c4-4c45-a039-05356e6f447f req-3f257ecc-5e66-4b76-b3b5-a8d124ac9c97 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Received event network-changed-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.607022] env[69584]: DEBUG nova.compute.manager [req-323ce155-16c4-4c45-a039-05356e6f447f req-3f257ecc-5e66-4b76-b3b5-a8d124ac9c97 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Refreshing instance network info cache due to event network-changed-fc7b861b-67f8-415f-ab62-c9ba9620aaa8. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.607022] env[69584]: DEBUG oslo_concurrency.lockutils [req-323ce155-16c4-4c45-a039-05356e6f447f req-3f257ecc-5e66-4b76-b3b5-a8d124ac9c97 service nova] Acquiring lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.607022] env[69584]: DEBUG oslo_concurrency.lockutils [req-323ce155-16c4-4c45-a039-05356e6f447f req-3f257ecc-5e66-4b76-b3b5-a8d124ac9c97 service nova] Acquired lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.607022] env[69584]: DEBUG nova.network.neutron [req-323ce155-16c4-4c45-a039-05356e6f447f req-3f257ecc-5e66-4b76-b3b5-a8d124ac9c97 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Refreshing network info cache for port fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.658757] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795593} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.658867] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 63601191-17ad-4e58-ab82-be3decc8c167/63601191-17ad-4e58-ab82-be3decc8c167.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.659893] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.659893] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65d5135e-69b3-448d-b367-dc5e0538431b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.669788] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for the task: (returnval){ [ 620.669788] env[69584]: value = "task-3484971" [ 620.669788] env[69584]: _type = "Task" [ 620.669788] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.682318] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.682590] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.706118] env[69584]: DEBUG nova.compute.manager [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Received event network-changed-218cbab3-9c60-4faa-a26e-090fb7c25d5a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.706744] env[69584]: DEBUG nova.compute.manager [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Refreshing instance network info cache due to event network-changed-218cbab3-9c60-4faa-a26e-090fb7c25d5a. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.706744] env[69584]: DEBUG oslo_concurrency.lockutils [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] Acquiring lock "refresh_cache-63601191-17ad-4e58-ab82-be3decc8c167" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.706744] env[69584]: DEBUG oslo_concurrency.lockutils [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] Acquired lock "refresh_cache-63601191-17ad-4e58-ab82-be3decc8c167" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.706941] env[69584]: DEBUG nova.network.neutron [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Refreshing network info cache for port 218cbab3-9c60-4faa-a26e-090fb7c25d5a {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.836583] env[69584]: DEBUG nova.compute.utils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.836583] env[69584]: DEBUG nova.compute.manager [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.837465] env[69584]: DEBUG nova.network.neutron [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.915795] env[69584]: DEBUG nova.network.neutron [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Successfully updated port: 0e371ab0-5dce-45a0-a7f8-942396ce526d {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.970072] env[69584]: DEBUG nova.policy [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d48668a21224969895f53dfe8e3599b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64f6555ff2524003a2496102d01c9d74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.047841] env[69584]: DEBUG oslo_vmware.api [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484970, 'name': PowerOnVM_Task, 'duration_secs': 0.812964} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.048131] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.048337] env[69584]: INFO nova.compute.manager [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Took 6.38 seconds to spawn the instance on the hypervisor. [ 621.048517] env[69584]: DEBUG nova.compute.manager [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.049397] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf17dd8-769c-4af5-89c0-8f39e5dc5cf6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.182323] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076022} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.182323] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.182484] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f200830-6d08-4c1c-91d6-9ec0d1c9c2c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.208083] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 63601191-17ad-4e58-ab82-be3decc8c167/63601191-17ad-4e58-ab82-be3decc8c167.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.210296] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acfb9c52-2b52-4bc3-9990-ce329c337750 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.234793] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for the task: (returnval){ [ 621.234793] env[69584]: value = "task-3484972" [ 621.234793] env[69584]: _type = "Task" [ 621.234793] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.243912] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.294264] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "945b7866-0797-4ba6-984e-cbfc0bc7dbc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.294581] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "945b7866-0797-4ba6-984e-cbfc0bc7dbc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.294581] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "945b7866-0797-4ba6-984e-cbfc0bc7dbc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.294826] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "945b7866-0797-4ba6-984e-cbfc0bc7dbc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.294921] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "945b7866-0797-4ba6-984e-cbfc0bc7dbc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.301047] env[69584]: INFO nova.compute.manager [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Terminating instance [ 621.343077] env[69584]: DEBUG nova.compute.manager [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.418902] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "refresh_cache-300d73e5-833f-4e19-ae99-8e5ce9c1d817" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.420636] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquired lock "refresh_cache-300d73e5-833f-4e19-ae99-8e5ce9c1d817" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.420976] env[69584]: DEBUG nova.network.neutron [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.569517] env[69584]: INFO nova.compute.manager [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Took 22.12 seconds to build instance. [ 621.750175] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.772498] env[69584]: DEBUG nova.network.neutron [req-323ce155-16c4-4c45-a039-05356e6f447f req-3f257ecc-5e66-4b76-b3b5-a8d124ac9c97 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Updated VIF entry in instance network info cache for port fc7b861b-67f8-415f-ab62-c9ba9620aaa8. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.772699] env[69584]: DEBUG nova.network.neutron [req-323ce155-16c4-4c45-a039-05356e6f447f req-3f257ecc-5e66-4b76-b3b5-a8d124ac9c97 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Updating instance_info_cache with network_info: [{"id": "fc7b861b-67f8-415f-ab62-c9ba9620aaa8", "address": "fa:16:3e:eb:69:53", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7b861b-67", "ovs_interfaceid": "fc7b861b-67f8-415f-ab62-c9ba9620aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.811953] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "refresh_cache-945b7866-0797-4ba6-984e-cbfc0bc7dbc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.812165] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquired lock "refresh_cache-945b7866-0797-4ba6-984e-cbfc0bc7dbc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.812503] env[69584]: DEBUG nova.network.neutron [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.822412] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb320a-6b55-4a73-ae5e-e787456ab9e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.836651] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c8b2c5-837b-466b-9c59-c4e2bfd58da0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.907988] env[69584]: DEBUG nova.compute.manager [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.910775] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1115dda-2454-43d8-a04a-dbd1e05f11fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.915086] env[69584]: DEBUG nova.network.neutron [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Successfully created port: b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.932043] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984f4221-f57b-457d-b44d-e5ef7d1b3c27 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.954038] env[69584]: DEBUG nova.compute.provider_tree [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.960991] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.961385] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.961486] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.961688] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.961867] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.962028] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.962276] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.962566] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.962677] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.962866] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.963070] env[69584]: DEBUG nova.virt.hardware [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.964334] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95e5bb4-b4dd-40e9-a753-aef8cc263805 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.973463] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ac970-a2b7-4bbc-9794-56b4477ec1fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.074916] env[69584]: DEBUG nova.network.neutron [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.077559] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2d3ca199-3419-4c50-b3d5-e8d9b432dc05 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "e5e667e1-f834-442e-82eb-f1ee771ac463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.029s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.110332] env[69584]: DEBUG nova.network.neutron [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Updated VIF entry in instance network info cache for port 218cbab3-9c60-4faa-a26e-090fb7c25d5a. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.110767] env[69584]: DEBUG nova.network.neutron [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Updating instance_info_cache with network_info: [{"id": "218cbab3-9c60-4faa-a26e-090fb7c25d5a", "address": "fa:16:3e:91:f2:40", "network": {"id": "98dd0a78-4ead-456e-b042-a62fc53c5b1c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1752259960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d443f435fca3453da1178138710821a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218cbab3-9c", "ovs_interfaceid": "218cbab3-9c60-4faa-a26e-090fb7c25d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.249031] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484972, 'name': ReconfigVM_Task, 'duration_secs': 0.662991} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.249288] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 63601191-17ad-4e58-ab82-be3decc8c167/63601191-17ad-4e58-ab82-be3decc8c167.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.251462] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f613bdfc-2b7f-4503-9427-3a6de843c24c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.260620] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for the task: (returnval){ [ 622.260620] env[69584]: value = "task-3484973" [ 622.260620] env[69584]: _type = "Task" [ 622.260620] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.270407] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484973, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.285478] env[69584]: DEBUG oslo_concurrency.lockutils [req-323ce155-16c4-4c45-a039-05356e6f447f req-3f257ecc-5e66-4b76-b3b5-a8d124ac9c97 service nova] Releasing lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.356914] env[69584]: DEBUG nova.network.neutron [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Successfully updated port: ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.375527] env[69584]: DEBUG nova.network.neutron [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.426101] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquiring lock "f2c68220-f055-4558-95c0-526ae266ee62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.426101] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lock "f2c68220-f055-4558-95c0-526ae266ee62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.455508] env[69584]: DEBUG nova.network.neutron [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Updating instance_info_cache with network_info: [{"id": "0e371ab0-5dce-45a0-a7f8-942396ce526d", "address": "fa:16:3e:7c:d3:a5", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e371ab0-5d", "ovs_interfaceid": "0e371ab0-5dce-45a0-a7f8-942396ce526d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.472102] env[69584]: DEBUG nova.scheduler.client.report [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.527070] env[69584]: DEBUG nova.network.neutron [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.583946] env[69584]: DEBUG nova.compute.manager [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.613277] env[69584]: DEBUG oslo_concurrency.lockutils [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] Releasing lock "refresh_cache-63601191-17ad-4e58-ab82-be3decc8c167" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.613542] env[69584]: DEBUG nova.compute.manager [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Received event network-changed-06909fff-74df-49a0-9fd1-b477952781a8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.613747] env[69584]: DEBUG nova.compute.manager [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Refreshing instance network info cache due to event network-changed-06909fff-74df-49a0-9fd1-b477952781a8. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.613969] env[69584]: DEBUG oslo_concurrency.lockutils [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] Acquiring lock "refresh_cache-c5b37706-5ac2-4539-b5d8-7f0dccd4657d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.614124] env[69584]: DEBUG oslo_concurrency.lockutils [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] Acquired lock "refresh_cache-c5b37706-5ac2-4539-b5d8-7f0dccd4657d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.614283] env[69584]: DEBUG nova.network.neutron [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Refreshing network info cache for port 06909fff-74df-49a0-9fd1-b477952781a8 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.772677] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484973, 'name': Rename_Task, 'duration_secs': 0.424501} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.772977] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.773645] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4ba298-a46e-40b6-992c-bfff9eef3362 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.783628] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for the task: (returnval){ [ 622.783628] env[69584]: value = "task-3484974" [ 622.783628] env[69584]: _type = "Task" [ 622.783628] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.792339] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.858221] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "refresh_cache-bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.858391] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquired lock "refresh_cache-bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.858534] env[69584]: DEBUG nova.network.neutron [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.958530] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Releasing lock "refresh_cache-300d73e5-833f-4e19-ae99-8e5ce9c1d817" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.959256] env[69584]: DEBUG nova.compute.manager [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Instance network_info: |[{"id": "0e371ab0-5dce-45a0-a7f8-942396ce526d", "address": "fa:16:3e:7c:d3:a5", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e371ab0-5d", "ovs_interfaceid": "0e371ab0-5dce-45a0-a7f8-942396ce526d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.959425] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:d3:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e371ab0-5dce-45a0-a7f8-942396ce526d', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.967723] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Creating folder: Project (313b69763c374916937184e5f09dce5a). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.967986] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bff3d55e-01d1-4715-a0ce-6346e9a95de8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.977182] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.978071] env[69584]: DEBUG nova.compute.manager [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.981742] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.036s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.985656] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Created folder: Project (313b69763c374916937184e5f09dce5a) in parent group-v696614. [ 622.985656] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Creating folder: Instances. Parent ref: group-v696652. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.985656] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c91a0132-1c0b-42cb-a986-d905e1152be8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.993641] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Created folder: Instances in parent group-v696652. [ 622.993814] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.994078] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.994332] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fa176c0-854a-484f-83d8-826e3634ed56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.017680] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.017680] env[69584]: value = "task-3484977" [ 623.017680] env[69584]: _type = "Task" [ 623.017680] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.026663] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484977, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.028910] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Releasing lock "refresh_cache-945b7866-0797-4ba6-984e-cbfc0bc7dbc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.029339] env[69584]: DEBUG nova.compute.manager [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 623.033054] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.033054] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8abdb8-2426-4749-8914-177160cebdb3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.039853] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.039853] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1094ecd-19cd-4590-9010-fb8e90ae2694 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.055064] env[69584]: DEBUG oslo_vmware.api [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 623.055064] env[69584]: value = "task-3484978" [ 623.055064] env[69584]: _type = "Task" [ 623.055064] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.066937] env[69584]: DEBUG oslo_vmware.api [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.133480] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.294554] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484974, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.427169] env[69584]: DEBUG nova.network.neutron [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.487653] env[69584]: INFO nova.compute.claims [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.493986] env[69584]: DEBUG nova.compute.utils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.496168] env[69584]: DEBUG nova.compute.manager [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.499281] env[69584]: DEBUG nova.network.neutron [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.530794] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484977, 'name': CreateVM_Task, 'duration_secs': 0.423197} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.530959] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.535967] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.536113] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.536439] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.537333] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0128607b-3a41-4f07-9128-101d20548196 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.544562] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 623.544562] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5254f5af-e5ad-4697-f50b-ab731eadf74d" [ 623.544562] env[69584]: _type = "Task" [ 623.544562] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.563546] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5254f5af-e5ad-4697-f50b-ab731eadf74d, 'name': SearchDatastore_Task, 'duration_secs': 0.013646} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.564220] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.564477] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.564737] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.564902] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.565115] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.565398] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-135c4090-2d2e-4c1e-9c73-9df9e1f29fed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.571073] env[69584]: DEBUG oslo_vmware.api [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484978, 'name': PowerOffVM_Task, 'duration_secs': 0.165012} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.571802] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.571989] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.572691] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-297ab047-63bc-4498-8193-1e64048b58d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.578107] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.578301] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.579063] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06207b6e-9efc-4125-8ab0-a253a7f7c509 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.585081] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 623.585081] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52531dd1-d1da-a495-2301-87816173c4ef" [ 623.585081] env[69584]: _type = "Task" [ 623.585081] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.594653] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52531dd1-d1da-a495-2301-87816173c4ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.602081] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.602196] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.602316] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Deleting the datastore file [datastore1] 945b7866-0797-4ba6-984e-cbfc0bc7dbc2 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.602614] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6f529a0-5127-43dd-83cb-7082e4516c11 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.610116] env[69584]: DEBUG oslo_vmware.api [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for the task: (returnval){ [ 623.610116] env[69584]: value = "task-3484980" [ 623.610116] env[69584]: _type = "Task" [ 623.610116] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.619421] env[69584]: DEBUG oslo_vmware.api [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.682547] env[69584]: DEBUG nova.policy [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b534cf81d924e8480497d201fda8184', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '313b69763c374916937184e5f09dce5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.689942] env[69584]: DEBUG nova.network.neutron [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Updating instance_info_cache with network_info: [{"id": "ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935", "address": "fa:16:3e:7d:9d:3c", "network": {"id": "056805d0-f098-4bd4-bbd0-52bb911f7a2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-437625939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "785eb6de178e425691c6733e8ba1f4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9ef7cc-ea", "ovs_interfaceid": "ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.796988] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484974, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.999121] env[69584]: INFO nova.compute.resource_tracker [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating resource usage from migration 1f877cbf-b72a-4afc-ad99-38101e3bd097 [ 624.003208] env[69584]: DEBUG nova.compute.manager [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.022401] env[69584]: DEBUG nova.network.neutron [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Updated VIF entry in instance network info cache for port 06909fff-74df-49a0-9fd1-b477952781a8. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.022901] env[69584]: DEBUG nova.network.neutron [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Updating instance_info_cache with network_info: [{"id": "06909fff-74df-49a0-9fd1-b477952781a8", "address": "fa:16:3e:2f:0a:20", "network": {"id": "b4fe9399-5a4b-4ad7-b304-4bf9b79ea1c3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1905167109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e05937f1af24c3790e9368f11ce4bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06909fff-74", "ovs_interfaceid": "06909fff-74df-49a0-9fd1-b477952781a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.080878] env[69584]: DEBUG nova.compute.manager [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Received event network-changed-a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.080974] env[69584]: DEBUG nova.compute.manager [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Refreshing instance network info cache due to event network-changed-a1dfb726-914f-4ef0-8eda-b4a00ecce63a. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.081816] env[69584]: DEBUG oslo_concurrency.lockutils [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] Acquiring lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.081965] env[69584]: DEBUG oslo_concurrency.lockutils [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] Acquired lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.082146] env[69584]: DEBUG nova.network.neutron [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Refreshing network info cache for port a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.097914] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52531dd1-d1da-a495-2301-87816173c4ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011674} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.100311] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71eed292-01c5-4fa0-bc06-766da78faff8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.107155] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 624.107155] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52970f4a-b73f-f5d1-7830-a1e8b0b89d94" [ 624.107155] env[69584]: _type = "Task" [ 624.107155] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.120705] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52970f4a-b73f-f5d1-7830-a1e8b0b89d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.126374] env[69584]: DEBUG oslo_vmware.api [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Task: {'id': task-3484980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217519} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.126879] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.127082] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.128444] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.128444] env[69584]: INFO nova.compute.manager [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 624.128444] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.128444] env[69584]: DEBUG nova.compute.manager [-] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 624.128444] env[69584]: DEBUG nova.network.neutron [-] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.146036] env[69584]: DEBUG nova.compute.manager [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Received event network-vif-plugged-0e371ab0-5dce-45a0-a7f8-942396ce526d {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.146036] env[69584]: DEBUG oslo_concurrency.lockutils [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] Acquiring lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.146036] env[69584]: DEBUG oslo_concurrency.lockutils [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] Lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.146036] env[69584]: DEBUG oslo_concurrency.lockutils [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] Lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.146036] env[69584]: DEBUG nova.compute.manager [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] No waiting events found dispatching network-vif-plugged-0e371ab0-5dce-45a0-a7f8-942396ce526d {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.146342] env[69584]: WARNING nova.compute.manager [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Received unexpected event network-vif-plugged-0e371ab0-5dce-45a0-a7f8-942396ce526d for instance with vm_state building and task_state spawning. [ 624.146342] env[69584]: DEBUG nova.compute.manager [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Received event network-changed-ada2d19a-94fc-49e4-95f6-ac1a77915ab6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.146342] env[69584]: DEBUG nova.compute.manager [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Refreshing instance network info cache due to event network-changed-ada2d19a-94fc-49e4-95f6-ac1a77915ab6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.146475] env[69584]: DEBUG oslo_concurrency.lockutils [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] Acquiring lock "refresh_cache-b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.146516] env[69584]: DEBUG oslo_concurrency.lockutils [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] Acquired lock "refresh_cache-b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.146741] env[69584]: DEBUG nova.network.neutron [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Refreshing network info cache for port ada2d19a-94fc-49e4-95f6-ac1a77915ab6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.150348] env[69584]: DEBUG nova.network.neutron [-] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.191988] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Releasing lock "refresh_cache-bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.192932] env[69584]: DEBUG nova.compute.manager [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Instance network_info: |[{"id": "ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935", "address": "fa:16:3e:7d:9d:3c", "network": {"id": "056805d0-f098-4bd4-bbd0-52bb911f7a2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-437625939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "785eb6de178e425691c6733e8ba1f4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9ef7cc-ea", "ovs_interfaceid": "ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.193219] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:9d:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.200514] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Creating folder: Project (785eb6de178e425691c6733e8ba1f4d0). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.200828] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc17f8f3-a1d8-44b0-9f78-b5b0c0448dd3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.212639] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Created folder: Project (785eb6de178e425691c6733e8ba1f4d0) in parent group-v696614. [ 624.212639] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Creating folder: Instances. Parent ref: group-v696655. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.212782] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d28c00b-9060-4da8-aa2b-941807db1888 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.234040] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Created folder: Instances in parent group-v696655. [ 624.234285] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.234674] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.235975] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76a09f00-fc3d-451a-87bc-275e7a10e583 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.271536] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.271536] env[69584]: value = "task-3484983" [ 624.271536] env[69584]: _type = "Task" [ 624.271536] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.282416] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484983, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.298489] env[69584]: DEBUG oslo_vmware.api [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3484974, 'name': PowerOnVM_Task, 'duration_secs': 1.033786} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.298566] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.298759] env[69584]: INFO nova.compute.manager [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Took 12.32 seconds to spawn the instance on the hypervisor. [ 624.298931] env[69584]: DEBUG nova.compute.manager [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.300115] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90213da7-d65b-436d-99fa-e246dbff34af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.330162] env[69584]: DEBUG nova.network.neutron [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Successfully updated port: b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.352673] env[69584]: DEBUG nova.network.neutron [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Successfully created port: 9092b969-99b1-4007-8a61-103cd821855e {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.450198] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2588de-4e68-4376-89f3-ce0e11157bec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.459021] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0617da00-a9d0-4312-a7b8-ebfc0e94b0cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.492359] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a4333d-5896-4ac7-b37f-58f8a0e3d529 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.501185] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aee9f50-2cc0-4cac-bc7d-103663ee71dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.521461] env[69584]: DEBUG nova.compute.provider_tree [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.530122] env[69584]: DEBUG oslo_concurrency.lockutils [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] Releasing lock "refresh_cache-c5b37706-5ac2-4539-b5d8-7f0dccd4657d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.530122] env[69584]: DEBUG nova.compute.manager [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Received event network-changed-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.530269] env[69584]: DEBUG nova.compute.manager [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Refreshing instance network info cache due to event network-changed-fc7b861b-67f8-415f-ab62-c9ba9620aaa8. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.530410] env[69584]: DEBUG oslo_concurrency.lockutils [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] Acquiring lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.530582] env[69584]: DEBUG oslo_concurrency.lockutils [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] Acquired lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.530763] env[69584]: DEBUG nova.network.neutron [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Refreshing network info cache for port fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.618654] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52970f4a-b73f-f5d1-7830-a1e8b0b89d94, 'name': SearchDatastore_Task, 'duration_secs': 0.02745} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.619087] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.619625] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 300d73e5-833f-4e19-ae99-8e5ce9c1d817/300d73e5-833f-4e19-ae99-8e5ce9c1d817.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.621010] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a31a5476-be57-42ae-800b-166925978f34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.628788] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 624.628788] env[69584]: value = "task-3484984" [ 624.628788] env[69584]: _type = "Task" [ 624.628788] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.644644] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.652375] env[69584]: DEBUG nova.network.neutron [-] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.722761] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquiring lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.723313] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.781993] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484983, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.822242] env[69584]: INFO nova.compute.manager [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Took 25.95 seconds to build instance. [ 624.833508] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquiring lock "refresh_cache-ad145721-739b-40ec-b806-2c91c082be75" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.833706] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquired lock "refresh_cache-ad145721-739b-40ec-b806-2c91c082be75" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.833885] env[69584]: DEBUG nova.network.neutron [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.851070] env[69584]: INFO nova.compute.manager [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Rebuilding instance [ 624.922360] env[69584]: DEBUG nova.compute.manager [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.923714] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b203d7a1-d99a-4619-a74c-9a98b289a5f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.024324] env[69584]: DEBUG nova.compute.manager [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.028433] env[69584]: DEBUG nova.scheduler.client.report [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.070164] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.070552] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.070751] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.070952] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.071150] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.071312] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.072099] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.072363] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.072604] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.072891] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.073177] env[69584]: DEBUG nova.virt.hardware [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.075260] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390ed9b7-54bc-44ef-ad50-8becd7d77fde {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.081409] env[69584]: DEBUG nova.network.neutron [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updated VIF entry in instance network info cache for port a1dfb726-914f-4ef0-8eda-b4a00ecce63a. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.081819] env[69584]: DEBUG nova.network.neutron [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updating instance_info_cache with network_info: [{"id": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "address": "fa:16:3e:b9:09:03", "network": {"id": "8637127e-9391-4970-aad8-c6e90bdde4a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1026583752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ba341b8a2f4ea4954983e9a7d985f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dfb726-91", "ovs_interfaceid": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.091682] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435c8321-20e2-4564-bbb8-145b4ffe0e46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.141271] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506496} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.142483] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 300d73e5-833f-4e19-ae99-8e5ce9c1d817/300d73e5-833f-4e19-ae99-8e5ce9c1d817.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.142483] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.142483] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4e451da-896c-455e-8740-b3041bea9e99 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.148907] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 625.148907] env[69584]: value = "task-3484985" [ 625.148907] env[69584]: _type = "Task" [ 625.148907] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.154763] env[69584]: INFO nova.compute.manager [-] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Took 1.03 seconds to deallocate network for instance. [ 625.161841] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.162797] env[69584]: DEBUG nova.network.neutron [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Updated VIF entry in instance network info cache for port ada2d19a-94fc-49e4-95f6-ac1a77915ab6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.163130] env[69584]: DEBUG nova.network.neutron [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Updating instance_info_cache with network_info: [{"id": "ada2d19a-94fc-49e4-95f6-ac1a77915ab6", "address": "fa:16:3e:83:d4:34", "network": {"id": "ce565de6-9d43-4b12-9ce7-49e187103276", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1037525496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227333d31cd4c27807c5ce73e90d400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada2d19a-94", "ovs_interfaceid": "ada2d19a-94fc-49e4-95f6-ac1a77915ab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.286416] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484983, 'name': CreateVM_Task, 'duration_secs': 0.546201} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.287329] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.287329] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.287589] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.287742] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.288421] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ce3226-a167-442a-b044-b4ce72a5d7cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.293197] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 625.293197] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5227ab6d-a30d-364b-3608-4fdc400ea59d" [ 625.293197] env[69584]: _type = "Task" [ 625.293197] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.305745] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5227ab6d-a30d-364b-3608-4fdc400ea59d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.324303] env[69584]: DEBUG oslo_concurrency.lockutils [None req-17653029-1110-43b3-806f-eaa4bcea2082 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lock "63601191-17ad-4e58-ab82-be3decc8c167" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.365s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.382653] env[69584]: DEBUG nova.network.neutron [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.443917] env[69584]: DEBUG nova.network.neutron [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Updated VIF entry in instance network info cache for port fc7b861b-67f8-415f-ab62-c9ba9620aaa8. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.444227] env[69584]: DEBUG nova.network.neutron [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Updating instance_info_cache with network_info: [{"id": "fc7b861b-67f8-415f-ab62-c9ba9620aaa8", "address": "fa:16:3e:eb:69:53", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7b861b-67", "ovs_interfaceid": "fc7b861b-67f8-415f-ab62-c9ba9620aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.536827] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.555s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.542304] env[69584]: INFO nova.compute.manager [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Migrating [ 625.542304] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.542304] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.542304] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.794s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.542304] env[69584]: DEBUG nova.objects.instance [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Lazy-loading 'resources' on Instance uuid a6529acd-76db-430e-9e16-942b98b891d0 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.585650] env[69584]: DEBUG oslo_concurrency.lockutils [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] Releasing lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.585963] env[69584]: DEBUG nova.compute.manager [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Received event network-vif-plugged-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.586192] env[69584]: DEBUG oslo_concurrency.lockutils [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] Acquiring lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.586399] env[69584]: DEBUG oslo_concurrency.lockutils [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] Lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.586585] env[69584]: DEBUG oslo_concurrency.lockutils [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] Lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.586733] env[69584]: DEBUG nova.compute.manager [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] No waiting events found dispatching network-vif-plugged-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.587215] env[69584]: WARNING nova.compute.manager [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Received unexpected event network-vif-plugged-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 for instance with vm_state building and task_state spawning. [ 625.587215] env[69584]: DEBUG nova.compute.manager [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Received event network-changed-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.587215] env[69584]: DEBUG nova.compute.manager [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Refreshing instance network info cache due to event network-changed-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.587411] env[69584]: DEBUG oslo_concurrency.lockutils [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] Acquiring lock "refresh_cache-bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.587649] env[69584]: DEBUG oslo_concurrency.lockutils [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] Acquired lock "refresh_cache-bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.587649] env[69584]: DEBUG nova.network.neutron [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Refreshing network info cache for port ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.603372] env[69584]: DEBUG nova.network.neutron [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Updating instance_info_cache with network_info: [{"id": "b932f1b8-e9f6-4f0e-8bc2-12615020bfe3", "address": "fa:16:3e:d6:58:01", "network": {"id": "9bc245bd-9bf0-4863-871a-a79d38c1edd7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1726144176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f6555ff2524003a2496102d01c9d74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb932f1b8-e9", "ovs_interfaceid": "b932f1b8-e9f6-4f0e-8bc2-12615020bfe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.660483] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089363} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.661265] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.661675] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d8e4f1-7b47-4618-9c05-809c47556bec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.680331] env[69584]: DEBUG oslo_concurrency.lockutils [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] Releasing lock "refresh_cache-b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.681440] env[69584]: DEBUG nova.compute.manager [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Received event network-changed-0e371ab0-5dce-45a0-a7f8-942396ce526d {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.681695] env[69584]: DEBUG nova.compute.manager [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Refreshing instance network info cache due to event network-changed-0e371ab0-5dce-45a0-a7f8-942396ce526d. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.685020] env[69584]: DEBUG oslo_concurrency.lockutils [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] Acquiring lock "refresh_cache-300d73e5-833f-4e19-ae99-8e5ce9c1d817" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.685020] env[69584]: DEBUG oslo_concurrency.lockutils [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] Acquired lock "refresh_cache-300d73e5-833f-4e19-ae99-8e5ce9c1d817" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.685020] env[69584]: DEBUG nova.network.neutron [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Refreshing network info cache for port 0e371ab0-5dce-45a0-a7f8-942396ce526d {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.685020] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.695684] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 300d73e5-833f-4e19-ae99-8e5ce9c1d817/300d73e5-833f-4e19-ae99-8e5ce9c1d817.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.698921] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b7eef85-2e45-4528-bd5b-1d6c129cb4b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.722452] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 625.722452] env[69584]: value = "task-3484986" [ 625.722452] env[69584]: _type = "Task" [ 625.722452] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.733445] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.795197] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquiring lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.797910] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.810193] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5227ab6d-a30d-364b-3608-4fdc400ea59d, 'name': SearchDatastore_Task, 'duration_secs': 0.032363} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.810517] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.810778] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.812131] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.812131] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.812131] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.812131] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd970cc2-fd6a-4e86-b6b0-49320931352f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.822609] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.822609] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.822914] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174c7083-00f1-4d85-9430-39f1c55e936e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.828705] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 625.828705] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52780fcd-58be-87ff-7147-6fd13bab802d" [ 625.828705] env[69584]: _type = "Task" [ 625.828705] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.829139] env[69584]: DEBUG nova.compute.manager [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.846023] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52780fcd-58be-87ff-7147-6fd13bab802d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.942462] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.942816] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-800aaee7-2abc-4c30-bb76-3d12c0474322 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.947937] env[69584]: DEBUG oslo_concurrency.lockutils [req-30e0ec17-84f8-4f64-b05b-a20f919456e8 req-b2ed1075-b121-4992-9337-8523f63bc9e0 service nova] Releasing lock "refresh_cache-1dc1383e-8482-4597-bcde-ce1ba3377b12" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.952290] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 625.952290] env[69584]: value = "task-3484987" [ 625.952290] env[69584]: _type = "Task" [ 625.952290] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.964736] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.049395] env[69584]: INFO nova.compute.rpcapi [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 626.050107] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.107207] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Releasing lock "refresh_cache-ad145721-739b-40ec-b806-2c91c082be75" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.107612] env[69584]: DEBUG nova.compute.manager [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Instance network_info: |[{"id": "b932f1b8-e9f6-4f0e-8bc2-12615020bfe3", "address": "fa:16:3e:d6:58:01", "network": {"id": "9bc245bd-9bf0-4863-871a-a79d38c1edd7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1726144176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f6555ff2524003a2496102d01c9d74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb932f1b8-e9", "ovs_interfaceid": "b932f1b8-e9f6-4f0e-8bc2-12615020bfe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.108176] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:58:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b932f1b8-e9f6-4f0e-8bc2-12615020bfe3', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.116705] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Creating folder: Project (64f6555ff2524003a2496102d01c9d74). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.121532] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d16c8bbe-3a8b-4d6c-87e0-e35d9271a05a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.132873] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Created folder: Project (64f6555ff2524003a2496102d01c9d74) in parent group-v696614. [ 626.133363] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Creating folder: Instances. Parent ref: group-v696658. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.133507] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0cf2373-8861-4456-9ce7-97d20790b59e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.148284] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Created folder: Instances in parent group-v696658. [ 626.148409] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.148636] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad145721-739b-40ec-b806-2c91c082be75] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.148825] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ed57a27-45d6-4fc1-8dcb-ce96012007e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.173836] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.173836] env[69584]: value = "task-3484990" [ 626.173836] env[69584]: _type = "Task" [ 626.173836] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.183414] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484990, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.235551] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.260267] env[69584]: DEBUG nova.network.neutron [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Updated VIF entry in instance network info cache for port 0e371ab0-5dce-45a0-a7f8-942396ce526d. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.260695] env[69584]: DEBUG nova.network.neutron [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Updating instance_info_cache with network_info: [{"id": "0e371ab0-5dce-45a0-a7f8-942396ce526d", "address": "fa:16:3e:7c:d3:a5", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e371ab0-5d", "ovs_interfaceid": "0e371ab0-5dce-45a0-a7f8-942396ce526d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.345023] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52780fcd-58be-87ff-7147-6fd13bab802d, 'name': SearchDatastore_Task, 'duration_secs': 0.025351} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.350903] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90be220-7706-466f-86d8-c2ce9538949b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.358495] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 626.358495] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522c3cf4-0235-fae5-b9aa-5460715b375e" [ 626.358495] env[69584]: _type = "Task" [ 626.358495] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.381025] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522c3cf4-0235-fae5-b9aa-5460715b375e, 'name': SearchDatastore_Task, 'duration_secs': 0.012095} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.384472] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.384567] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.385025] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791/bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.386255] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-009b427a-4d6d-445e-bef9-6441aa58a17d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.393070] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 626.393070] env[69584]: value = "task-3484991" [ 626.393070] env[69584]: _type = "Task" [ 626.393070] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.404775] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3484991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.462195] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquiring lock "4fbd9481-6115-4243-8700-37374677b0bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.462438] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Lock "4fbd9481-6115-4243-8700-37374677b0bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.479045] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484987, 'name': PowerOffVM_Task, 'duration_secs': 0.149148} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.479045] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.479522] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.480263] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a435af0-6130-4a0b-8a4f-13d02fe51cbf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.496244] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.496244] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-908cc664-8ee9-4e73-b9dd-6da2efa2bc91 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.524016] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.524016] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.524131] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Deleting the datastore file [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.524392] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32699141-c9de-4e01-abf4-ab146325dd8f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.534933] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 626.534933] env[69584]: value = "task-3484993" [ 626.534933] env[69584]: _type = "Task" [ 626.534933] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.541981] env[69584]: DEBUG nova.network.neutron [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Updated VIF entry in instance network info cache for port ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.541981] env[69584]: DEBUG nova.network.neutron [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Updating instance_info_cache with network_info: [{"id": "ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935", "address": "fa:16:3e:7d:9d:3c", "network": {"id": "056805d0-f098-4bd4-bbd0-52bb911f7a2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-437625939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "785eb6de178e425691c6733e8ba1f4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9ef7cc-ea", "ovs_interfaceid": "ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.560016] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.579767] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.579922] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.580080] env[69584]: DEBUG nova.network.neutron [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.633009] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3884fe3b-410b-425e-9cfc-07b7cdc0e044 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.648058] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c561f899-163d-4fa8-81a1-ba84a507f2ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.683512] env[69584]: DEBUG nova.network.neutron [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Successfully updated port: 9092b969-99b1-4007-8a61-103cd821855e {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.694034] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37eb3b4-5ea3-4c90-80fe-abec8589b042 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.705139] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484990, 'name': CreateVM_Task, 'duration_secs': 0.388537} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.707126] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439bc455-49c7-498e-9b10-23f4f8a16a19 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.712643] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad145721-739b-40ec-b806-2c91c082be75] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.714124] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.714124] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.714614] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.715937] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f324c87a-af8a-4e30-9e18-94ed0a365393 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.728282] env[69584]: DEBUG nova.compute.provider_tree [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.736042] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for the task: (returnval){ [ 626.736042] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdd91e-a518-3a8c-3a7b-b5794cc349b8" [ 626.736042] env[69584]: _type = "Task" [ 626.736042] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.743837] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484986, 'name': ReconfigVM_Task, 'duration_secs': 0.705741} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.744595] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 300d73e5-833f-4e19-ae99-8e5ce9c1d817/300d73e5-833f-4e19-ae99-8e5ce9c1d817.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.745383] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d02a2c7-dd93-4244-a2b2-99523e26cd63 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.750834] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdd91e-a518-3a8c-3a7b-b5794cc349b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.758911] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 626.758911] env[69584]: value = "task-3484994" [ 626.758911] env[69584]: _type = "Task" [ 626.758911] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.766789] env[69584]: DEBUG oslo_concurrency.lockutils [req-3a8ed595-066f-4a39-b756-7520adb1424f req-9b2ea4cf-598f-4c2d-b3f1-899d4ec20ca5 service nova] Releasing lock "refresh_cache-300d73e5-833f-4e19-ae99-8e5ce9c1d817" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.767697] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484994, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.908233] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3484991, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.051790] env[69584]: DEBUG oslo_concurrency.lockutils [req-ac7f7886-fcae-48ae-b379-ab97b746f480 req-a6bfd610-b539-4332-87fd-d0af456f50a3 service nova] Releasing lock "refresh_cache-bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.054987] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3484993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27496} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.054987] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.054987] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.054987] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.092934] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "a370afe3-c2f8-432a-a526-81426d935a9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.093360] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.125625] env[69584]: DEBUG nova.compute.manager [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] [instance: ad145721-739b-40ec-b806-2c91c082be75] Received event network-vif-plugged-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.127718] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] Acquiring lock "ad145721-739b-40ec-b806-2c91c082be75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.127718] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] Lock "ad145721-739b-40ec-b806-2c91c082be75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.127718] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] Lock "ad145721-739b-40ec-b806-2c91c082be75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.127718] env[69584]: DEBUG nova.compute.manager [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] [instance: ad145721-739b-40ec-b806-2c91c082be75] No waiting events found dispatching network-vif-plugged-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.127718] env[69584]: WARNING nova.compute.manager [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] [instance: ad145721-739b-40ec-b806-2c91c082be75] Received unexpected event network-vif-plugged-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 for instance with vm_state building and task_state spawning. [ 627.128162] env[69584]: DEBUG nova.compute.manager [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] [instance: ad145721-739b-40ec-b806-2c91c082be75] Received event network-changed-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.128162] env[69584]: DEBUG nova.compute.manager [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] [instance: ad145721-739b-40ec-b806-2c91c082be75] Refreshing instance network info cache due to event network-changed-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.128162] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] Acquiring lock "refresh_cache-ad145721-739b-40ec-b806-2c91c082be75" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.128162] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] Acquired lock "refresh_cache-ad145721-739b-40ec-b806-2c91c082be75" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.128162] env[69584]: DEBUG nova.network.neutron [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] [instance: ad145721-739b-40ec-b806-2c91c082be75] Refreshing network info cache for port b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.150643] env[69584]: DEBUG nova.compute.manager [req-78034f9f-f704-43cb-b9c9-dc21f9b8316b req-8b894fd8-85bd-4eba-a40a-da0ebe1d1514 service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Received event network-vif-plugged-9092b969-99b1-4007-8a61-103cd821855e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.150873] env[69584]: DEBUG oslo_concurrency.lockutils [req-78034f9f-f704-43cb-b9c9-dc21f9b8316b req-8b894fd8-85bd-4eba-a40a-da0ebe1d1514 service nova] Acquiring lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.151090] env[69584]: DEBUG oslo_concurrency.lockutils [req-78034f9f-f704-43cb-b9c9-dc21f9b8316b req-8b894fd8-85bd-4eba-a40a-da0ebe1d1514 service nova] Lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.151256] env[69584]: DEBUG oslo_concurrency.lockutils [req-78034f9f-f704-43cb-b9c9-dc21f9b8316b req-8b894fd8-85bd-4eba-a40a-da0ebe1d1514 service nova] Lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.151588] env[69584]: DEBUG nova.compute.manager [req-78034f9f-f704-43cb-b9c9-dc21f9b8316b req-8b894fd8-85bd-4eba-a40a-da0ebe1d1514 service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] No waiting events found dispatching network-vif-plugged-9092b969-99b1-4007-8a61-103cd821855e {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.151588] env[69584]: WARNING nova.compute.manager [req-78034f9f-f704-43cb-b9c9-dc21f9b8316b req-8b894fd8-85bd-4eba-a40a-da0ebe1d1514 service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Received unexpected event network-vif-plugged-9092b969-99b1-4007-8a61-103cd821855e for instance with vm_state building and task_state spawning. [ 627.199029] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "refresh_cache-09fbe61d-3dd5-421d-870b-4320e7ba8c0d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.199029] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquired lock "refresh_cache-09fbe61d-3dd5-421d-870b-4320e7ba8c0d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.199029] env[69584]: DEBUG nova.network.neutron [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.236501] env[69584]: DEBUG nova.scheduler.client.report [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.256708] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdd91e-a518-3a8c-3a7b-b5794cc349b8, 'name': SearchDatastore_Task, 'duration_secs': 0.07518} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.256983] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.257266] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.257475] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.257704] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.257922] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.258380] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f100f252-bf65-45ca-b92a-5a8623f8089b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.275770] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484994, 'name': Rename_Task, 'duration_secs': 0.366078} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.278632] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.278947] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.279122] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.279831] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bb7d532-962c-4686-90e9-bf8bb1ac5cee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.281699] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e18b10-b930-447e-8f6b-a2d77dccc6c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.290147] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for the task: (returnval){ [ 627.290147] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5258fdd3-2361-467b-5df9-217a621bdd28" [ 627.290147] env[69584]: _type = "Task" [ 627.290147] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.294499] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 627.294499] env[69584]: value = "task-3484995" [ 627.294499] env[69584]: _type = "Task" [ 627.294499] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.302772] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5258fdd3-2361-467b-5df9-217a621bdd28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.307790] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.405662] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3484991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632683} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.405662] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791/bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.405921] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.406587] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c4102e0-f7d8-4a4a-81da-83ab60c44d8d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.412475] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 627.412475] env[69584]: value = "task-3484996" [ 627.412475] env[69584]: _type = "Task" [ 627.412475] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.423742] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3484996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.433335] env[69584]: DEBUG nova.network.neutron [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance_info_cache with network_info: [{"id": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "address": "fa:16:3e:30:bc:cc", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc013930-0c", "ovs_interfaceid": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.745875] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.749065] env[69584]: DEBUG oslo_concurrency.lockutils [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.651s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.749336] env[69584]: DEBUG nova.objects.instance [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lazy-loading 'resources' on Instance uuid bdcccdc2-36be-4e0f-9501-026f83c14805 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.759209] env[69584]: DEBUG nova.network.neutron [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.774254] env[69584]: INFO nova.scheduler.client.report [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Deleted allocations for instance a6529acd-76db-430e-9e16-942b98b891d0 [ 627.810879] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5258fdd3-2361-467b-5df9-217a621bdd28, 'name': SearchDatastore_Task, 'duration_secs': 0.039882} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.812690] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484995, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.813063] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42ec7e1-b66f-4ee4-8cf7-e192430efcca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.820351] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for the task: (returnval){ [ 627.820351] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5be56-77f7-0e75-ca32-e9a51e164803" [ 627.820351] env[69584]: _type = "Task" [ 627.820351] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.828639] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5be56-77f7-0e75-ca32-e9a51e164803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.926805] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3484996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083342} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.927151] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.928358] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaaeb45-eaec-4ba4-9892-09c3239b0f87 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.946281] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.957326] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791/bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.958498] env[69584]: DEBUG nova.network.neutron [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] [instance: ad145721-739b-40ec-b806-2c91c082be75] Updated VIF entry in instance network info cache for port b932f1b8-e9f6-4f0e-8bc2-12615020bfe3. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.959220] env[69584]: DEBUG nova.network.neutron [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] [instance: ad145721-739b-40ec-b806-2c91c082be75] Updating instance_info_cache with network_info: [{"id": "b932f1b8-e9f6-4f0e-8bc2-12615020bfe3", "address": "fa:16:3e:d6:58:01", "network": {"id": "9bc245bd-9bf0-4863-871a-a79d38c1edd7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1726144176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f6555ff2524003a2496102d01c9d74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb932f1b8-e9", "ovs_interfaceid": "b932f1b8-e9f6-4f0e-8bc2-12615020bfe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.960780] env[69584]: DEBUG nova.network.neutron [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Updating instance_info_cache with network_info: [{"id": "9092b969-99b1-4007-8a61-103cd821855e", "address": "fa:16:3e:b6:8f:d1", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9092b969-99", "ovs_interfaceid": "9092b969-99b1-4007-8a61-103cd821855e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.963471] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6574bc0a-6434-4d98-914c-d0e603a49a97 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.980437] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ec91e35-350d-459e-9224-3d1906b10df3 req-84ac131c-f9ac-4aeb-87d9-3880563fe399 service nova] Releasing lock "refresh_cache-ad145721-739b-40ec-b806-2c91c082be75" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.986697] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 627.986697] env[69584]: value = "task-3484997" [ 627.986697] env[69584]: _type = "Task" [ 627.986697] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.002322] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3484997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.098716] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.099162] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.099377] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.100039] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.100039] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.100039] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.100198] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.100423] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.100659] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.100909] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.101150] env[69584]: DEBUG nova.virt.hardware [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.102105] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f5305-c96d-4b26-b6d2-590e1d4719bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.110584] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0bd674-714c-4030-9b21-f8dcdb0b6b49 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.124967] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.130935] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.131273] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.131537] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45b31216-ed41-4301-893c-a3631059d626 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.151634] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.151634] env[69584]: value = "task-3484998" [ 628.151634] env[69584]: _type = "Task" [ 628.151634] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.159160] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484998, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.289505] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3bbb5c4a-2bee-4c29-bc62-8a3d4e5ab41b tempest-DeleteServersAdminTestJSON-1121015912 tempest-DeleteServersAdminTestJSON-1121015912-project-admin] Lock "a6529acd-76db-430e-9e16-942b98b891d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.251s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.314619] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484995, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.329301] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5be56-77f7-0e75-ca32-e9a51e164803, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.331929] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.332204] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] ad145721-739b-40ec-b806-2c91c082be75/ad145721-739b-40ec-b806-2c91c082be75.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.332699] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-147e11e2-d250-4520-9230-21cb5b7d8fea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.339202] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for the task: (returnval){ [ 628.339202] env[69584]: value = "task-3484999" [ 628.339202] env[69584]: _type = "Task" [ 628.339202] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.349713] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3484999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.496915] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Releasing lock "refresh_cache-09fbe61d-3dd5-421d-870b-4320e7ba8c0d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.497282] env[69584]: DEBUG nova.compute.manager [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Instance network_info: |[{"id": "9092b969-99b1-4007-8a61-103cd821855e", "address": "fa:16:3e:b6:8f:d1", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9092b969-99", "ovs_interfaceid": "9092b969-99b1-4007-8a61-103cd821855e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.497739] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:8f:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9092b969-99b1-4007-8a61-103cd821855e', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.505844] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.506662] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.506899] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07f1b5e-eab3-40b1-965f-b2ea7482d5f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.530758] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3484997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.537017] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.537017] env[69584]: value = "task-3485000" [ 628.537017] env[69584]: _type = "Task" [ 628.537017] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.547920] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485000, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.665056] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484998, 'name': CreateVM_Task, 'duration_secs': 0.480392} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.665245] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.665677] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.666776] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.666776] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.666776] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b0e9a9-3dd3-4580-ba5c-00cb583f338e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.674243] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 628.674243] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527aef04-f38e-2729-055f-bd0ac49d308c" [ 628.674243] env[69584]: _type = "Task" [ 628.674243] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.683153] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527aef04-f38e-2729-055f-bd0ac49d308c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.727727] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfbe162-b0a4-4e96-aa17-866d671f9c92 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.736756] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006d71d7-7a38-46d6-ad4a-c0c0e9cecef8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.770905] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4adedf-d508-45a8-af09-ffcc3fea189c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.779715] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f2a5dd-3eb7-4e5b-b7c8-82160d1f1269 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.796421] env[69584]: DEBUG nova.compute.provider_tree [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.809758] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.810991] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.818081] env[69584]: DEBUG oslo_vmware.api [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3484995, 'name': PowerOnVM_Task, 'duration_secs': 1.187969} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.818081] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.818249] env[69584]: INFO nova.compute.manager [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Took 11.58 seconds to spawn the instance on the hypervisor. [ 628.818541] env[69584]: DEBUG nova.compute.manager [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.819459] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e250d56e-d001-4e66-adca-65bd4ff4c0f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.850607] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3484999, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.005274] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3484997, 'name': ReconfigVM_Task, 'duration_secs': 0.566424} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.005747] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Reconfigured VM instance instance-0000000e to attach disk [datastore2] bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791/bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.006498] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c57887-c30c-4487-b389-f05f8c1c0b00 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.013486] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 629.013486] env[69584]: value = "task-3485001" [ 629.013486] env[69584]: _type = "Task" [ 629.013486] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.024473] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485001, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.049268] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485000, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.186796] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527aef04-f38e-2729-055f-bd0ac49d308c, 'name': SearchDatastore_Task, 'duration_secs': 0.063012} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.187213] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.187508] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.188062] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.188283] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.188503] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.188772] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d23cdb9c-d24f-4f16-935a-117c314f9461 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.197592] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.197811] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.198591] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a3f703-6d2b-4741-b991-70d2b2b450ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.207017] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 629.207017] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5202ea35-fb1b-293b-f79a-d58cd79a1c92" [ 629.207017] env[69584]: _type = "Task" [ 629.207017] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.215173] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5202ea35-fb1b-293b-f79a-d58cd79a1c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.300639] env[69584]: DEBUG nova.scheduler.client.report [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.350103] env[69584]: INFO nova.compute.manager [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Took 29.30 seconds to build instance. [ 629.360568] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3484999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53842} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.360853] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] ad145721-739b-40ec-b806-2c91c082be75/ad145721-739b-40ec-b806-2c91c082be75.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.361108] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.361366] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cddb43b3-ad6d-44e7-86fc-8b9425544ec9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.370663] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for the task: (returnval){ [ 629.370663] env[69584]: value = "task-3485002" [ 629.370663] env[69584]: _type = "Task" [ 629.370663] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.381703] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.482179] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461dd6a3-7e5f-45bf-b71c-c427332250b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.510881] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance '1cb12eb8-8e6e-4513-8408-18afd328e053' progress to 0 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 629.528120] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485001, 'name': Rename_Task, 'duration_secs': 0.288296} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.528963] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.529287] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59846085-f355-4641-8c2d-27d38d89e66d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.536777] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 629.536777] env[69584]: value = "task-3485003" [ 629.536777] env[69584]: _type = "Task" [ 629.536777] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.550785] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.553975] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485000, 'name': CreateVM_Task, 'duration_secs': 0.567965} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.554161] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.554839] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.554998] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.555338] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.555735] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18827fb-a0ff-4309-a603-6f22bfa2fb9a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.561346] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 629.561346] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5235c8e6-e0e4-11ff-2261-eb1cc6191923" [ 629.561346] env[69584]: _type = "Task" [ 629.561346] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.570420] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5235c8e6-e0e4-11ff-2261-eb1cc6191923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.719520] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5202ea35-fb1b-293b-f79a-d58cd79a1c92, 'name': SearchDatastore_Task, 'duration_secs': 0.021982} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.720568] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdba9c6-12c0-475a-b80a-f953748bae22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.727688] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 629.727688] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526efff9-33dc-9c26-9575-aae388d14c06" [ 629.727688] env[69584]: _type = "Task" [ 629.727688] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.744407] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526efff9-33dc-9c26-9575-aae388d14c06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.768043] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.768577] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.798738] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "4298e770-e96e-4e91-8712-d352ac2daba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.799029] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "4298e770-e96e-4e91-8712-d352ac2daba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.808612] env[69584]: DEBUG oslo_concurrency.lockutils [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.811158] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.181s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.814538] env[69584]: INFO nova.compute.claims [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.853863] env[69584]: INFO nova.scheduler.client.report [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Deleted allocations for instance bdcccdc2-36be-4e0f-9501-026f83c14805 [ 629.855114] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14e4c188-7ffc-4d2b-8bfd-6f15c32378db tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.090s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.888215] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200684} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.888501] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.889763] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc780963-db59-4a69-8951-e99796b1f560 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.902483] env[69584]: DEBUG nova.compute.manager [req-8cd3ae3e-152d-4be3-ab24-3544d8817a97 req-11c3dd5b-cfcb-4683-948c-c63bcdb2cc33 service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Received event network-changed-9092b969-99b1-4007-8a61-103cd821855e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.902686] env[69584]: DEBUG nova.compute.manager [req-8cd3ae3e-152d-4be3-ab24-3544d8817a97 req-11c3dd5b-cfcb-4683-948c-c63bcdb2cc33 service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Refreshing instance network info cache due to event network-changed-9092b969-99b1-4007-8a61-103cd821855e. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.902941] env[69584]: DEBUG oslo_concurrency.lockutils [req-8cd3ae3e-152d-4be3-ab24-3544d8817a97 req-11c3dd5b-cfcb-4683-948c-c63bcdb2cc33 service nova] Acquiring lock "refresh_cache-09fbe61d-3dd5-421d-870b-4320e7ba8c0d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.904445] env[69584]: DEBUG oslo_concurrency.lockutils [req-8cd3ae3e-152d-4be3-ab24-3544d8817a97 req-11c3dd5b-cfcb-4683-948c-c63bcdb2cc33 service nova] Acquired lock "refresh_cache-09fbe61d-3dd5-421d-870b-4320e7ba8c0d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.904531] env[69584]: DEBUG nova.network.neutron [req-8cd3ae3e-152d-4be3-ab24-3544d8817a97 req-11c3dd5b-cfcb-4683-948c-c63bcdb2cc33 service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Refreshing network info cache for port 9092b969-99b1-4007-8a61-103cd821855e {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.930835] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] ad145721-739b-40ec-b806-2c91c082be75/ad145721-739b-40ec-b806-2c91c082be75.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.932131] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1c563c-ccaa-4677-864d-e31ebada6794 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.962189] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for the task: (returnval){ [ 629.962189] env[69584]: value = "task-3485004" [ 629.962189] env[69584]: _type = "Task" [ 629.962189] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.975233] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485004, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.024842] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.025670] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3febd11-567b-48f7-aaa4-290fcd7ba554 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.034128] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 630.034128] env[69584]: value = "task-3485005" [ 630.034128] env[69584]: _type = "Task" [ 630.034128] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.055055] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.055055] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.076975] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5235c8e6-e0e4-11ff-2261-eb1cc6191923, 'name': SearchDatastore_Task, 'duration_secs': 0.024204} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.077717] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.077951] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.078171] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.254023] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526efff9-33dc-9c26-9575-aae388d14c06, 'name': SearchDatastore_Task, 'duration_secs': 0.028513} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.254023] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.254023] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.254023] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.254453] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.254453] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccad9c36-03ed-4053-93d0-0b69ec8dd88f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.256635] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7046ef9e-3560-4e75-a9d6-f93263f79e44 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.266163] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 630.266163] env[69584]: value = "task-3485006" [ 630.266163] env[69584]: _type = "Task" [ 630.266163] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.276504] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.276908] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.280239] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5163cd9a-c563-40fa-9ade-4c9ee91252ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.289285] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.293067] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 630.293067] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f6484d-f532-34a9-7053-b6aa26a556db" [ 630.293067] env[69584]: _type = "Task" [ 630.293067] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.303601] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f6484d-f532-34a9-7053-b6aa26a556db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.364686] env[69584]: DEBUG nova.compute.manager [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.371088] env[69584]: DEBUG oslo_concurrency.lockutils [None req-470f85d9-ca64-4e77-9389-c3956621772d tempest-TenantUsagesTestJSON-2044763884 tempest-TenantUsagesTestJSON-2044763884-project-member] Lock "bdcccdc2-36be-4e0f-9501-026f83c14805" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.639s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.476432] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.547793] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485005, 'name': PowerOffVM_Task, 'duration_secs': 0.209153} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.549008] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.549008] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance '1cb12eb8-8e6e-4513-8408-18afd328e053' progress to 17 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 630.557806] env[69584]: DEBUG oslo_vmware.api [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485003, 'name': PowerOnVM_Task, 'duration_secs': 0.787889} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.558651] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.558870] env[69584]: INFO nova.compute.manager [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Took 10.81 seconds to spawn the instance on the hypervisor. [ 630.559062] env[69584]: DEBUG nova.compute.manager [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.559994] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64d2806-f8d0-4110-a445-400be0e3a9fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.779475] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485006, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.810192] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f6484d-f532-34a9-7053-b6aa26a556db, 'name': SearchDatastore_Task, 'duration_secs': 0.024074} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.811158] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa89b328-f56a-4068-ae2d-7b26d38df5b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.821024] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 630.821024] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5207fb24-bf9b-b614-b481-f0f632178175" [ 630.821024] env[69584]: _type = "Task" [ 630.821024] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.837515] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5207fb24-bf9b-b614-b481-f0f632178175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.894683] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.976861] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485004, 'name': ReconfigVM_Task, 'duration_secs': 0.869581} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.978437] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Reconfigured VM instance instance-0000000f to attach disk [datastore2] ad145721-739b-40ec-b806-2c91c082be75/ad145721-739b-40ec-b806-2c91c082be75.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.979236] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43ede6b6-2547-44d5-bf55-2a5d709df3f6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.991116] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for the task: (returnval){ [ 630.991116] env[69584]: value = "task-3485007" [ 630.991116] env[69584]: _type = "Task" [ 630.991116] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.002158] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485007, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.029870] env[69584]: DEBUG nova.network.neutron [req-8cd3ae3e-152d-4be3-ab24-3544d8817a97 req-11c3dd5b-cfcb-4683-948c-c63bcdb2cc33 service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Updated VIF entry in instance network info cache for port 9092b969-99b1-4007-8a61-103cd821855e. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.030314] env[69584]: DEBUG nova.network.neutron [req-8cd3ae3e-152d-4be3-ab24-3544d8817a97 req-11c3dd5b-cfcb-4683-948c-c63bcdb2cc33 service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Updating instance_info_cache with network_info: [{"id": "9092b969-99b1-4007-8a61-103cd821855e", "address": "fa:16:3e:b6:8f:d1", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9092b969-99", "ovs_interfaceid": "9092b969-99b1-4007-8a61-103cd821855e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.061015] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.061297] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.061447] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.061627] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.062051] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.062051] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.062218] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.062295] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.062502] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.062616] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.062775] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.073841] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e8092b-d9b5-4a3f-a4ea-6195bec994e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.101323] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 631.101323] env[69584]: value = "task-3485008" [ 631.101323] env[69584]: _type = "Task" [ 631.101323] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.102294] env[69584]: INFO nova.compute.manager [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Took 30.84 seconds to build instance. [ 631.119135] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.280207] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798474} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.280207] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.280207] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.280629] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92ca5ce5-383a-4229-b475-a9b3e65e63fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.291245] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 631.291245] env[69584]: value = "task-3485009" [ 631.291245] env[69584]: _type = "Task" [ 631.291245] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.299747] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.333285] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5207fb24-bf9b-b614-b481-f0f632178175, 'name': SearchDatastore_Task, 'duration_secs': 0.057415} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.335946] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.336229] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 09fbe61d-3dd5-421d-870b-4320e7ba8c0d/09fbe61d-3dd5-421d-870b-4320e7ba8c0d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.336676] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06731116-b33d-495d-ad42-095591e8c155 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.343667] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 631.343667] env[69584]: value = "task-3485010" [ 631.343667] env[69584]: _type = "Task" [ 631.343667] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.354417] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.367943] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e7d318-33ff-4f9a-aab4-88a3ee3df212 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.375517] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42520bc-32dd-497a-8d25-b9b7ea460852 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.409084] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cbce75-30c7-4d60-b14a-93d562dd901b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.416723] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f906d3be-732e-4f69-aa9a-bec6f0883c57 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.431378] env[69584]: DEBUG nova.compute.provider_tree [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.503506] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485007, 'name': Rename_Task, 'duration_secs': 0.182374} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.503829] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.504091] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-664618d6-9d1f-443d-ba01-995c84525f3a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.510543] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for the task: (returnval){ [ 631.510543] env[69584]: value = "task-3485011" [ 631.510543] env[69584]: _type = "Task" [ 631.510543] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.518724] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.533533] env[69584]: DEBUG oslo_concurrency.lockutils [req-8cd3ae3e-152d-4be3-ab24-3544d8817a97 req-11c3dd5b-cfcb-4683-948c-c63bcdb2cc33 service nova] Releasing lock "refresh_cache-09fbe61d-3dd5-421d-870b-4320e7ba8c0d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.610148] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2478761e-e72c-443d-80e1-7ab60c48ac8e tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.513s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.615331] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485008, 'name': ReconfigVM_Task, 'duration_secs': 0.239051} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.616155] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance '1cb12eb8-8e6e-4513-8408-18afd328e053' progress to 33 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 631.806869] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072211} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.807262] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.808818] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3837fe7-6221-436e-b15d-d0a631d20c17 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.831989] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.832385] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9855beda-2eff-41f6-8069-22fb6d7f990c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.858981] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485010, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.860654] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 631.860654] env[69584]: value = "task-3485012" [ 631.860654] env[69584]: _type = "Task" [ 631.860654] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.872024] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.936062] env[69584]: DEBUG nova.scheduler.client.report [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.022227] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485011, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.119025] env[69584]: DEBUG nova.compute.manager [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.125826] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.125826] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.125826] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.125826] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.126094] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.126094] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.126167] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.126290] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.126455] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.126618] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.127134] env[69584]: DEBUG nova.virt.hardware [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.134028] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 632.134028] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3862890c-a0d6-4e2f-abac-9c017061e2d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.159255] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 632.159255] env[69584]: value = "task-3485013" [ 632.159255] env[69584]: _type = "Task" [ 632.159255] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.168125] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.362360] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640541} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.362817] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 09fbe61d-3dd5-421d-870b-4320e7ba8c0d/09fbe61d-3dd5-421d-870b-4320e7ba8c0d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.364284] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.367202] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9c573ce-9bcf-4a4d-b8f6-5853dbe6629c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.376318] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.377858] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 632.377858] env[69584]: value = "task-3485014" [ 632.377858] env[69584]: _type = "Task" [ 632.377858] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.391308] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.442127] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.443043] env[69584]: DEBUG nova.compute.manager [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.445529] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.357s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.448532] env[69584]: INFO nova.compute.claims [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.522464] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485011, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.645730] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.672697] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485013, 'name': ReconfigVM_Task, 'duration_secs': 0.467468} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.673081] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 632.673995] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f621689-fae5-40c5-9c3d-781f895e254b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.700765] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 1cb12eb8-8e6e-4513-8408-18afd328e053/1cb12eb8-8e6e-4513-8408-18afd328e053.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.703908] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e563612-c604-4241-bf01-8fa54509ff87 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.720098] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "913da34d-a6f0-414d-92db-ee71f3a93cf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.720571] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "913da34d-a6f0-414d-92db-ee71f3a93cf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.727997] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 632.727997] env[69584]: value = "task-3485015" [ 632.727997] env[69584]: _type = "Task" [ 632.727997] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.733871] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "16b96f96-39d6-40a8-a45b-8fc0432f310c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.734471] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "16b96f96-39d6-40a8-a45b-8fc0432f310c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.745671] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.872286] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.887843] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283654} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.887843] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.887843] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fae289-2aed-4e6c-b1ff-70baa9c70d21 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.910838] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 09fbe61d-3dd5-421d-870b-4320e7ba8c0d/09fbe61d-3dd5-421d-870b-4320e7ba8c0d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.910970] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b103ca7a-10ea-484c-b727-e8da58c895cd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.929811] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 632.929811] env[69584]: value = "task-3485016" [ 632.929811] env[69584]: _type = "Task" [ 632.929811] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.937589] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.953192] env[69584]: DEBUG nova.compute.utils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.957494] env[69584]: DEBUG nova.compute.manager [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.958940] env[69584]: DEBUG nova.network.neutron [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.031141] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485011, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.051732] env[69584]: DEBUG nova.policy [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c536140bff46089749b66ad22b2a5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed3a9ac97ed14a46ba870b8d022a2e93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.244998] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485015, 'name': ReconfigVM_Task, 'duration_secs': 0.436947} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.245317] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 1cb12eb8-8e6e-4513-8408-18afd328e053/1cb12eb8-8e6e-4513-8408-18afd328e053.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.245595] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance '1cb12eb8-8e6e-4513-8408-18afd328e053' progress to 50 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.373938] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485012, 'name': ReconfigVM_Task, 'duration_secs': 1.018046} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.374131] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Reconfigured VM instance instance-0000000c to attach disk [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.375081] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2b1d7b3-b657-44e6-9c94-48e92446bbc0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.381907] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 633.381907] env[69584]: value = "task-3485017" [ 633.381907] env[69584]: _type = "Task" [ 633.381907] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.390066] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485017, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.441214] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.458160] env[69584]: DEBUG nova.compute.manager [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.524096] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485011, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.613874] env[69584]: DEBUG nova.network.neutron [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Successfully created port: efbc39bf-4efd-4af1-a30b-1d56d31aa6cb {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.754031] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f6a7fc-45da-4369-b9a7-fd49bf610d89 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.778599] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f4e32f-b890-45e0-823f-350e193c7ef1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.804044] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance '1cb12eb8-8e6e-4513-8408-18afd328e053' progress to 67 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.897640] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485017, 'name': Rename_Task, 'duration_secs': 0.423235} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.897640] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.898037] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607684da-8e73-43b6-bdca-fd5bb1ceec88 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.906344] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 633.906344] env[69584]: value = "task-3485018" [ 633.906344] env[69584]: _type = "Task" [ 633.906344] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.918795] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.940617] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.011277] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab1e7a4-4a99-4f1a-9479-99c08b06ca78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.029371] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854cb05c-06f8-416b-8976-aa7fdac7505b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.033907] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485011, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.068729] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d03e60-d2c2-420b-928a-66fabd6d2665 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.078787] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da31e1a-dda8-4a26-ace2-c0fae633c843 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.097426] env[69584]: DEBUG nova.compute.provider_tree [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.383741] env[69584]: DEBUG nova.network.neutron [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Port cc013930-0cbc-4627-b84d-44ce5b59fa5f binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 634.421610] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485018, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.443293] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485016, 'name': ReconfigVM_Task, 'duration_secs': 1.358143} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.443910] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 09fbe61d-3dd5-421d-870b-4320e7ba8c0d/09fbe61d-3dd5-421d-870b-4320e7ba8c0d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.444408] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f59eb5-1d49-4a86-82c9-670e3f66f16d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.450783] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 634.450783] env[69584]: value = "task-3485019" [ 634.450783] env[69584]: _type = "Task" [ 634.450783] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.461091] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485019, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.470455] env[69584]: DEBUG nova.compute.manager [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.506816] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.506816] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.506993] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.507976] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.507976] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.507976] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.507976] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.508234] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.508234] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.508759] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.508759] env[69584]: DEBUG nova.virt.hardware [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.509879] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858f6f09-625b-4473-89a4-8f59685244d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.524851] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1dc67b-cd27-41b9-a31d-9710da809309 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.535809] env[69584]: DEBUG oslo_vmware.api [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485011, 'name': PowerOnVM_Task, 'duration_secs': 2.545742} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.546602] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.548035] env[69584]: INFO nova.compute.manager [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Took 12.64 seconds to spawn the instance on the hypervisor. [ 634.548035] env[69584]: DEBUG nova.compute.manager [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.548517] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fe8b15-3c47-443b-9d71-98308bf52725 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.603067] env[69584]: DEBUG nova.scheduler.client.report [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.789775] env[69584]: DEBUG nova.compute.manager [req-bb6da9ec-7aa6-46f9-8cbd-78dcc68e554f req-5f6d759f-3859-492d-aaf0-a8af903287cf service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Received event network-changed-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.789992] env[69584]: DEBUG nova.compute.manager [req-bb6da9ec-7aa6-46f9-8cbd-78dcc68e554f req-5f6d759f-3859-492d-aaf0-a8af903287cf service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Refreshing instance network info cache due to event network-changed-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.790218] env[69584]: DEBUG oslo_concurrency.lockutils [req-bb6da9ec-7aa6-46f9-8cbd-78dcc68e554f req-5f6d759f-3859-492d-aaf0-a8af903287cf service nova] Acquiring lock "refresh_cache-bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.790387] env[69584]: DEBUG oslo_concurrency.lockutils [req-bb6da9ec-7aa6-46f9-8cbd-78dcc68e554f req-5f6d759f-3859-492d-aaf0-a8af903287cf service nova] Acquired lock "refresh_cache-bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.790579] env[69584]: DEBUG nova.network.neutron [req-bb6da9ec-7aa6-46f9-8cbd-78dcc68e554f req-5f6d759f-3859-492d-aaf0-a8af903287cf service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Refreshing network info cache for port ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.920148] env[69584]: DEBUG oslo_vmware.api [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485018, 'name': PowerOnVM_Task, 'duration_secs': 0.631969} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.921400] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.921400] env[69584]: DEBUG nova.compute.manager [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.921721] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d466609-5057-44a8-a237-b3b97e173b50 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.970311] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485019, 'name': Rename_Task, 'duration_secs': 0.203964} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.970383] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.970659] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c950d4a-32d2-49bb-90b0-6c2778477618 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.981890] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 634.981890] env[69584]: value = "task-3485020" [ 634.981890] env[69584]: _type = "Task" [ 634.981890] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.990032] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.067367] env[69584]: INFO nova.compute.manager [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Took 34.41 seconds to build instance. [ 635.106999] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.107556] env[69584]: DEBUG nova.compute.manager [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.110346] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.578s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.110593] env[69584]: DEBUG nova.objects.instance [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 635.410942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "1cb12eb8-8e6e-4513-8408-18afd328e053-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.410942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.410942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.449647] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.464813] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "interface-72bb6d82-5ec5-4a20-9599-e4bd68b25d74-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.464813] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-72bb6d82-5ec5-4a20-9599-e4bd68b25d74-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.464950] env[69584]: DEBUG nova.objects.instance [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'flavor' on Instance uuid 72bb6d82-5ec5-4a20-9599-e4bd68b25d74 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.495278] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485020, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.569256] env[69584]: DEBUG oslo_concurrency.lockutils [None req-441816a3-243f-4cfc-b554-57b2aec7269c tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lock "ad145721-739b-40ec-b806-2c91c082be75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.785s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.575163] env[69584]: DEBUG nova.network.neutron [req-bb6da9ec-7aa6-46f9-8cbd-78dcc68e554f req-5f6d759f-3859-492d-aaf0-a8af903287cf service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Updated VIF entry in instance network info cache for port ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.575524] env[69584]: DEBUG nova.network.neutron [req-bb6da9ec-7aa6-46f9-8cbd-78dcc68e554f req-5f6d759f-3859-492d-aaf0-a8af903287cf service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Updating instance_info_cache with network_info: [{"id": "ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935", "address": "fa:16:3e:7d:9d:3c", "network": {"id": "056805d0-f098-4bd4-bbd0-52bb911f7a2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-437625939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "785eb6de178e425691c6733e8ba1f4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9ef7cc-ea", "ovs_interfaceid": "ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.615943] env[69584]: DEBUG nova.compute.utils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.628139] env[69584]: DEBUG nova.compute.manager [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.628139] env[69584]: DEBUG nova.network.neutron [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.686024] env[69584]: DEBUG nova.policy [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1377cca8ece84b4cbf5330781196e7c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9fa402f84943b799c941ef8b421ca8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.002479] env[69584]: DEBUG oslo_vmware.api [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485020, 'name': PowerOnVM_Task, 'duration_secs': 0.784569} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.002914] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.003160] env[69584]: INFO nova.compute.manager [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Took 10.98 seconds to spawn the instance on the hypervisor. [ 636.003250] env[69584]: DEBUG nova.compute.manager [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.005036] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3067fa8-d348-49e5-9fb5-76bd706b61ae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.054078] env[69584]: DEBUG nova.network.neutron [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Successfully updated port: efbc39bf-4efd-4af1-a30b-1d56d31aa6cb {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.072471] env[69584]: DEBUG nova.compute.manager [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.078073] env[69584]: DEBUG oslo_concurrency.lockutils [req-bb6da9ec-7aa6-46f9-8cbd-78dcc68e554f req-5f6d759f-3859-492d-aaf0-a8af903287cf service nova] Releasing lock "refresh_cache-bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.081409] env[69584]: DEBUG nova.objects.instance [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'pci_requests' on Instance uuid 72bb6d82-5ec5-4a20-9599-e4bd68b25d74 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.090342] env[69584]: DEBUG nova.network.neutron [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Successfully created port: 092f78af-e5d5-452b-9a8d-45c6472acb71 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.128522] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9bc42b4-f248-4bc7-ae0e-4e12d3973f26 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.129854] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.070s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.131156] env[69584]: INFO nova.compute.claims [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.133758] env[69584]: DEBUG nova.compute.manager [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.468583] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.468692] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.468829] env[69584]: DEBUG nova.network.neutron [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.523863] env[69584]: INFO nova.compute.manager [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Took 35.17 seconds to build instance. [ 636.562080] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "refresh_cache-746ee2f3-b43f-44a6-a584-f64f91cacb46" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.562080] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "refresh_cache-746ee2f3-b43f-44a6-a584-f64f91cacb46" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.562080] env[69584]: DEBUG nova.network.neutron [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.584118] env[69584]: DEBUG nova.objects.base [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Object Instance<72bb6d82-5ec5-4a20-9599-e4bd68b25d74> lazy-loaded attributes: flavor,pci_requests {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 636.584295] env[69584]: DEBUG nova.network.neutron [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.597389] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.624799] env[69584]: DEBUG nova.policy [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e095fdd3b54e82b2904ff564b8c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854ce7cfadbe4b698b2d7fd90b8e97c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.906126] env[69584]: DEBUG nova.network.neutron [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Successfully created port: d76be67b-2cc8-4cda-a54c-4055c926adff {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.026435] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a6e62ee-2fc8-47fe-b285-84b704f0f89e tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.741s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.137768] env[69584]: DEBUG nova.network.neutron [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.156987] env[69584]: DEBUG nova.compute.manager [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.193765] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.194045] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.194244] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.194463] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.194630] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.194804] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.195046] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.195242] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.195476] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.195654] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.195871] env[69584]: DEBUG nova.virt.hardware [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.196830] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af4354c-88b2-4042-9435-aab854580605 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.206975] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b99a62-8fdb-4bba-87ec-2dfe394c0b57 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.465788] env[69584]: DEBUG nova.network.neutron [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Updating instance_info_cache with network_info: [{"id": "efbc39bf-4efd-4af1-a30b-1d56d31aa6cb", "address": "fa:16:3e:49:fd:73", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefbc39bf-4e", "ovs_interfaceid": "efbc39bf-4efd-4af1-a30b-1d56d31aa6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.473973] env[69584]: DEBUG nova.network.neutron [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance_info_cache with network_info: [{"id": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "address": "fa:16:3e:30:bc:cc", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc013930-0c", "ovs_interfaceid": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.529862] env[69584]: DEBUG nova.compute.manager [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.621246] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c813e79c-11f8-4078-a215-72af8de098de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.630204] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c0e82a-8c49-4ed6-8f84-494ba399940e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.668944] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e8b75-3475-4980-9754-14b0ea2bba39 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.678636] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dec28b1-10d1-4ee4-9691-be91401c4124 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.694176] env[69584]: DEBUG nova.compute.provider_tree [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.756705] env[69584]: DEBUG nova.network.neutron [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Successfully updated port: 092f78af-e5d5-452b-9a8d-45c6472acb71 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.971530] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "refresh_cache-746ee2f3-b43f-44a6-a584-f64f91cacb46" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.972309] env[69584]: DEBUG nova.compute.manager [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Instance network_info: |[{"id": "efbc39bf-4efd-4af1-a30b-1d56d31aa6cb", "address": "fa:16:3e:49:fd:73", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefbc39bf-4e", "ovs_interfaceid": "efbc39bf-4efd-4af1-a30b-1d56d31aa6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.972490] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:fd:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efbc39bf-4efd-4af1-a30b-1d56d31aa6cb', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.983374] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating folder: Project (ed3a9ac97ed14a46ba870b8d022a2e93). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.983990] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.988585] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20bad70e-eee6-4f88-870c-ffd0fc167c1a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.001663] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Created folder: Project (ed3a9ac97ed14a46ba870b8d022a2e93) in parent group-v696614. [ 638.001928] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating folder: Instances. Parent ref: group-v696663. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.002213] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d50148c7-6d08-4ad7-bfc5-bdba5b118a95 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.011738] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Created folder: Instances in parent group-v696663. [ 638.011998] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.012212] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.012465] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01f4d2f9-16ad-47fd-8bd1-bd75b461cf67 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.040701] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.040701] env[69584]: value = "task-3485023" [ 638.040701] env[69584]: _type = "Task" [ 638.040701] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.050964] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485023, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.054667] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.199027] env[69584]: DEBUG nova.scheduler.client.report [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.259520] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.259730] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.260063] env[69584]: DEBUG nova.network.neutron [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.516124] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f044432-a72c-45c0-ae5b-3bc107dfed22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.565934] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5adf59c-d8c4-4aa4-b26f-00c760970ace {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.579597] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485023, 'name': CreateVM_Task, 'duration_secs': 0.500403} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.584053] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.584053] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance '1cb12eb8-8e6e-4513-8408-18afd328e053' progress to 83 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 638.588320] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.589148] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.589596] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.590025] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4680473c-62d0-48db-a1a5-639dbc585f0a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.596904] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 638.596904] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528b9d46-e270-fc9e-a981-7da057dc88eb" [ 638.596904] env[69584]: _type = "Task" [ 638.596904] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.610600] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528b9d46-e270-fc9e-a981-7da057dc88eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.610600] env[69584]: DEBUG nova.network.neutron [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Successfully updated port: d76be67b-2cc8-4cda-a54c-4055c926adff {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.668598] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquiring lock "ad145721-739b-40ec-b806-2c91c082be75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.669399] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lock "ad145721-739b-40ec-b806-2c91c082be75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.669399] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquiring lock "ad145721-739b-40ec-b806-2c91c082be75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.669399] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lock "ad145721-739b-40ec-b806-2c91c082be75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.669582] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lock "ad145721-739b-40ec-b806-2c91c082be75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.672441] env[69584]: INFO nova.compute.manager [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Terminating instance [ 638.707309] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.708022] env[69584]: DEBUG nova.compute.manager [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.711055] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.795s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.713760] env[69584]: INFO nova.compute.claims [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.801492] env[69584]: DEBUG nova.network.neutron [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.029021] env[69584]: DEBUG nova.network.neutron [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance_info_cache with network_info: [{"id": "092f78af-e5d5-452b-9a8d-45c6472acb71", "address": "fa:16:3e:07:21:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092f78af-e5", "ovs_interfaceid": "092f78af-e5d5-452b-9a8d-45c6472acb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.090976] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.091324] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b4ee15-bc1e-4fdd-9821-04ae18c448cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.098999] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 639.098999] env[69584]: value = "task-3485024" [ 639.098999] env[69584]: _type = "Task" [ 639.098999] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.114081] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.114081] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.114081] env[69584]: DEBUG nova.network.neutron [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.115161] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528b9d46-e270-fc9e-a981-7da057dc88eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013173} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.119605] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.119605] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.122711] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.122981] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.123897] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.124024] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.124422] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c611845-3c77-43f7-9577-604fb4d8619d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.136468] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.136713] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.137626] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d34d578-eff6-417a-8faa-0acf4d981c92 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.145398] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 639.145398] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5233eec3-4cac-5327-adc9-2511e2f198e8" [ 639.145398] env[69584]: _type = "Task" [ 639.145398] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.153538] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5233eec3-4cac-5327-adc9-2511e2f198e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.179174] env[69584]: DEBUG nova.compute.manager [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.179174] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.179174] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9785fc8f-2e77-4cf9-8e6c-c389ab788a91 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.186900] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.186900] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b9121c0-894b-4471-9fdf-2b1cbc04481f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.193743] env[69584]: DEBUG oslo_vmware.api [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for the task: (returnval){ [ 639.193743] env[69584]: value = "task-3485025" [ 639.193743] env[69584]: _type = "Task" [ 639.193743] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.205127] env[69584]: DEBUG oslo_vmware.api [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.225049] env[69584]: DEBUG nova.compute.utils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.229035] env[69584]: DEBUG nova.compute.manager [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.229035] env[69584]: DEBUG nova.network.neutron [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.314536] env[69584]: DEBUG nova.policy [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0d3bc55dacf4c7c8322538d16618047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de28181120644b89e11faeabe1a930e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.426206] env[69584]: DEBUG nova.compute.manager [req-f1119fe0-df20-4d52-ac2e-ca273c71381d req-27555ee0-c95a-4d6e-9fb5-9c73038206a6 service nova] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Received event network-vif-plugged-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.426548] env[69584]: DEBUG oslo_concurrency.lockutils [req-f1119fe0-df20-4d52-ac2e-ca273c71381d req-27555ee0-c95a-4d6e-9fb5-9c73038206a6 service nova] Acquiring lock "746ee2f3-b43f-44a6-a584-f64f91cacb46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.426958] env[69584]: DEBUG oslo_concurrency.lockutils [req-f1119fe0-df20-4d52-ac2e-ca273c71381d req-27555ee0-c95a-4d6e-9fb5-9c73038206a6 service nova] Lock "746ee2f3-b43f-44a6-a584-f64f91cacb46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.427124] env[69584]: DEBUG oslo_concurrency.lockutils [req-f1119fe0-df20-4d52-ac2e-ca273c71381d req-27555ee0-c95a-4d6e-9fb5-9c73038206a6 service nova] Lock "746ee2f3-b43f-44a6-a584-f64f91cacb46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.427218] env[69584]: DEBUG nova.compute.manager [req-f1119fe0-df20-4d52-ac2e-ca273c71381d req-27555ee0-c95a-4d6e-9fb5-9c73038206a6 service nova] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] No waiting events found dispatching network-vif-plugged-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.427408] env[69584]: WARNING nova.compute.manager [req-f1119fe0-df20-4d52-ac2e-ca273c71381d req-27555ee0-c95a-4d6e-9fb5-9c73038206a6 service nova] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Received unexpected event network-vif-plugged-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb for instance with vm_state building and task_state spawning. [ 639.533395] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.533395] env[69584]: DEBUG nova.compute.manager [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Instance network_info: |[{"id": "092f78af-e5d5-452b-9a8d-45c6472acb71", "address": "fa:16:3e:07:21:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092f78af-e5", "ovs_interfaceid": "092f78af-e5d5-452b-9a8d-45c6472acb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.533614] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:21:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '092f78af-e5d5-452b-9a8d-45c6472acb71', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.543067] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Creating folder: Project (7d9fa402f84943b799c941ef8b421ca8). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.543257] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acc28355-27d7-4a98-b9ec-e52e72b1695b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.554882] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Created folder: Project (7d9fa402f84943b799c941ef8b421ca8) in parent group-v696614. [ 639.555105] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Creating folder: Instances. Parent ref: group-v696666. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.555362] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2203ca0a-b1d8-4427-9e63-8884358ed128 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.565414] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Created folder: Instances in parent group-v696666. [ 639.565537] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.565706] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.565847] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e63d7aa0-dacd-44de-bc1f-45f845af0cc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.590665] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.590665] env[69584]: value = "task-3485028" [ 639.590665] env[69584]: _type = "Task" [ 639.590665] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.599549] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485028, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.618894] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485024, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.657109] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5233eec3-4cac-5327-adc9-2511e2f198e8, 'name': SearchDatastore_Task, 'duration_secs': 0.031306} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.657109] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eafa6236-9f41-441b-95a2-87fcd96d477c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.662119] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 639.662119] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52968cca-6504-8da0-92eb-243cec9fe781" [ 639.662119] env[69584]: _type = "Task" [ 639.662119] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.674577] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52968cca-6504-8da0-92eb-243cec9fe781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.701774] env[69584]: WARNING nova.network.neutron [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] 075bdfcc-7e85-4a28-8d1a-c2a546d1edd8 already exists in list: networks containing: ['075bdfcc-7e85-4a28-8d1a-c2a546d1edd8']. ignoring it [ 639.705963] env[69584]: DEBUG oslo_vmware.api [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485025, 'name': PowerOffVM_Task, 'duration_secs': 0.414617} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.706147] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.706241] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.706483] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95456c99-ef31-4422-97e6-c38378e3e855 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.732578] env[69584]: DEBUG nova.compute.manager [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.774317] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.774593] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.774787] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Deleting the datastore file [datastore2] ad145721-739b-40ec-b806-2c91c082be75 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.775102] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1500048a-c528-44e2-a54a-bf10f460a0e8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.786778] env[69584]: DEBUG oslo_vmware.api [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for the task: (returnval){ [ 639.786778] env[69584]: value = "task-3485030" [ 639.786778] env[69584]: _type = "Task" [ 639.786778] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.812446] env[69584]: DEBUG oslo_vmware.api [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.901156] env[69584]: DEBUG nova.network.neutron [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Successfully created port: 41bc1b87-b697-409a-80b8-123a1d70cb13 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.987513] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "1aa126ff-b673-49e5-a945-4f32fc7c92e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.988800] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "1aa126ff-b673-49e5-a945-4f32fc7c92e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.070806] env[69584]: DEBUG nova.compute.manager [req-0ba3635c-9d71-43cf-a4a2-ca339caf9f9c req-490f73fd-8e46-4159-a7a9-111a658850a4 service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Received event network-vif-plugged-092f78af-e5d5-452b-9a8d-45c6472acb71 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.070806] env[69584]: DEBUG oslo_concurrency.lockutils [req-0ba3635c-9d71-43cf-a4a2-ca339caf9f9c req-490f73fd-8e46-4159-a7a9-111a658850a4 service nova] Acquiring lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.070806] env[69584]: DEBUG oslo_concurrency.lockutils [req-0ba3635c-9d71-43cf-a4a2-ca339caf9f9c req-490f73fd-8e46-4159-a7a9-111a658850a4 service nova] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.070806] env[69584]: DEBUG oslo_concurrency.lockutils [req-0ba3635c-9d71-43cf-a4a2-ca339caf9f9c req-490f73fd-8e46-4159-a7a9-111a658850a4 service nova] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.070806] env[69584]: DEBUG nova.compute.manager [req-0ba3635c-9d71-43cf-a4a2-ca339caf9f9c req-490f73fd-8e46-4159-a7a9-111a658850a4 service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] No waiting events found dispatching network-vif-plugged-092f78af-e5d5-452b-9a8d-45c6472acb71 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.071085] env[69584]: WARNING nova.compute.manager [req-0ba3635c-9d71-43cf-a4a2-ca339caf9f9c req-490f73fd-8e46-4159-a7a9-111a658850a4 service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Received unexpected event network-vif-plugged-092f78af-e5d5-452b-9a8d-45c6472acb71 for instance with vm_state building and task_state spawning. [ 640.103445] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485028, 'name': CreateVM_Task, 'duration_secs': 0.441042} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.105966] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.107319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.107509] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.107816] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.111099] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db039013-04dd-46fe-832b-d6b029fe1ae8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.123490] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 640.123490] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5270d731-438e-4333-d004-a7cef979d486" [ 640.123490] env[69584]: _type = "Task" [ 640.123490] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.123490] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485024, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.133398] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5270d731-438e-4333-d004-a7cef979d486, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.133779] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.134023] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.134234] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.175399] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52968cca-6504-8da0-92eb-243cec9fe781, 'name': SearchDatastore_Task, 'duration_secs': 0.014848} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.175718] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.175973] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 746ee2f3-b43f-44a6-a584-f64f91cacb46/746ee2f3-b43f-44a6-a584-f64f91cacb46.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.176273] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.176462] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.177268] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02488583-888a-48ca-ad6c-19ac9af03764 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.181913] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4a9c81e-bf6c-4acf-9d65-faabf51d5661 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.192677] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 640.192677] env[69584]: value = "task-3485031" [ 640.192677] env[69584]: _type = "Task" [ 640.192677] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.203212] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.203994] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.204308] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.204874] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51da301-0787-4492-88f9-88bf3891a684 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.210424] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 640.210424] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5202f354-e7a0-752e-eb7d-e535d390132b" [ 640.210424] env[69584]: _type = "Task" [ 640.210424] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.221942] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5202f354-e7a0-752e-eb7d-e535d390132b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.241872] env[69584]: DEBUG nova.network.neutron [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updating instance_info_cache with network_info: [{"id": "c77f02c6-326f-413a-ac25-a331020bddec", "address": "fa:16:3e:5a:8c:1e", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77f02c6-32", "ovs_interfaceid": "c77f02c6-326f-413a-ac25-a331020bddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d76be67b-2cc8-4cda-a54c-4055c926adff", "address": "fa:16:3e:d4:40:ff", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76be67b-2c", "ovs_interfaceid": "d76be67b-2cc8-4cda-a54c-4055c926adff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.297884] env[69584]: DEBUG oslo_vmware.api [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Task: {'id': task-3485030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225179} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.299045] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.299248] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.299425] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.299605] env[69584]: INFO nova.compute.manager [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] [instance: ad145721-739b-40ec-b806-2c91c082be75] Took 1.12 seconds to destroy the instance on the hypervisor. [ 640.299827] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.300609] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3909fb86-423d-43aa-9e9f-bc101e187584 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.303170] env[69584]: DEBUG nova.compute.manager [-] [instance: ad145721-739b-40ec-b806-2c91c082be75] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.303275] env[69584]: DEBUG nova.network.neutron [-] [instance: ad145721-739b-40ec-b806-2c91c082be75] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.309808] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019d32af-5fc0-44fe-a162-bb7fe0c36763 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.343354] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157f94a7-2360-4d10-9adc-ad7cc27e74c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.350902] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df13ee22-611b-4780-b66e-7e0e02f6276a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.366157] env[69584]: DEBUG nova.compute.provider_tree [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.616213] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485024, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.704454] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.719901] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5202f354-e7a0-752e-eb7d-e535d390132b, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.720808] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8774dc55-3494-46b3-b032-03813194d3b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.726326] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 640.726326] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f22e41-69b8-6158-15d8-df1716d5fa68" [ 640.726326] env[69584]: _type = "Task" [ 640.726326] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.734449] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f22e41-69b8-6158-15d8-df1716d5fa68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.745798] env[69584]: DEBUG nova.compute.manager [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.749545] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.749545] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.749545] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.750217] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9966bc2-0f45-464f-aa5d-1583100c7a1a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.771168] env[69584]: DEBUG nova.virt.hardware [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.775965] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Reconfiguring VM to attach interface {{(pid=69584) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 640.779510] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e42f9a-d666-4d0b-8615-43a79a7763e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.803838] env[69584]: DEBUG oslo_vmware.api [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 640.803838] env[69584]: value = "task-3485032" [ 640.803838] env[69584]: _type = "Task" [ 640.803838] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.806286] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.806525] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.806681] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.806858] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.807009] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.807179] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.807383] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.807540] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.807732] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.807859] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.808045] env[69584]: DEBUG nova.virt.hardware [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.809545] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483cd4c-52a2-43b4-84fd-767264d8323c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.822901] env[69584]: DEBUG oslo_vmware.api [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485032, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.824219] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64b5f7d-2d9a-4537-bb46-933ab2b74c39 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.870711] env[69584]: DEBUG nova.scheduler.client.report [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.036574] env[69584]: DEBUG nova.network.neutron [-] [instance: ad145721-739b-40ec-b806-2c91c082be75] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.119158] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485024, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.205707] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485031, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.237906] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f22e41-69b8-6158-15d8-df1716d5fa68, 'name': SearchDatastore_Task, 'duration_secs': 0.026522} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.239048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.239048] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc/e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.239048] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1363f867-6314-4399-bad9-21f42a67a993 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.249519] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 641.249519] env[69584]: value = "task-3485033" [ 641.249519] env[69584]: _type = "Task" [ 641.249519] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.264099] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.296878] env[69584]: INFO nova.compute.manager [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Rebuilding instance [ 641.322709] env[69584]: DEBUG oslo_vmware.api [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.373172] env[69584]: DEBUG nova.compute.manager [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.373824] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fde4030-b578-45c4-a541-836beca6c852 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.377872] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.378470] env[69584]: DEBUG nova.compute.manager [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.381628] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.699s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.381841] env[69584]: DEBUG nova.objects.instance [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lazy-loading 'resources' on Instance uuid b420c938-c1de-44d8-b30c-03fbee51d268 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.539771] env[69584]: INFO nova.compute.manager [-] [instance: ad145721-739b-40ec-b806-2c91c082be75] Took 1.24 seconds to deallocate network for instance. [ 641.621734] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485024, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.708959] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485031, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.419053} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.708959] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 746ee2f3-b43f-44a6-a584-f64f91cacb46/746ee2f3-b43f-44a6-a584-f64f91cacb46.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.708959] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.708959] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2afc53e-c604-44b5-a918-c498ebd0e66e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.711308] env[69584]: DEBUG nova.network.neutron [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Successfully updated port: 41bc1b87-b697-409a-80b8-123a1d70cb13 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.724354] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 641.724354] env[69584]: value = "task-3485034" [ 641.724354] env[69584]: _type = "Task" [ 641.724354] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.732844] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.762894] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485033, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.827979] env[69584]: DEBUG oslo_vmware.api [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485032, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.887465] env[69584]: DEBUG nova.compute.utils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.888014] env[69584]: DEBUG nova.compute.manager [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Not allocating networking since 'none' was specified. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 642.049033] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.118343] env[69584]: DEBUG oslo_vmware.api [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485024, 'name': PowerOnVM_Task, 'duration_secs': 2.751973} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.121164] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.121461] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8531a5a1-9ec3-4ceb-a31a-f2ef31cc4fd1 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance '1cb12eb8-8e6e-4513-8408-18afd328e053' progress to 100 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.214495] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquiring lock "refresh_cache-ce489b44-ae3c-48a2-a77e-5ca07e26b193" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.215913] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquired lock "refresh_cache-ce489b44-ae3c-48a2-a77e-5ca07e26b193" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.216085] env[69584]: DEBUG nova.network.neutron [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.238039] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101376} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.240929] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.240929] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee6afc1-03b5-43f4-a29a-edddd3e57c1a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.268779] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 746ee2f3-b43f-44a6-a584-f64f91cacb46/746ee2f3-b43f-44a6-a584-f64f91cacb46.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.275037] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ae782e2-cdea-4a20-8438-63c83ab058d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.296770] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908133} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.298075] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc/e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.298306] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.298673] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 642.298673] env[69584]: value = "task-3485035" [ 642.298673] env[69584]: _type = "Task" [ 642.298673] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.298865] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba8d67ea-2545-41b2-8ad2-bf190be50f51 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.313595] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.318557] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 642.318557] env[69584]: value = "task-3485036" [ 642.318557] env[69584]: _type = "Task" [ 642.318557] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.329659] env[69584]: DEBUG oslo_vmware.api [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485032, 'name': ReconfigVM_Task, 'duration_secs': 1.060695} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.330630] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.330876] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Reconfigured VM to attach interface {{(pid=69584) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 642.338945] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.392930] env[69584]: DEBUG nova.compute.manager [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.400501] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.400827] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bf7d41d-5cc4-40aa-90db-7de8d24b0ee2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.411845] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for the task: (returnval){ [ 642.411845] env[69584]: value = "task-3485037" [ 642.411845] env[69584]: _type = "Task" [ 642.411845] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.425433] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.461505] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a22616-2eb9-4bb0-9e5e-96195c3e68da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.470725] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a263a54e-fe0d-463b-8a4c-3246c10868b0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.504060] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feedc56-ff41-47d4-a487-ad9fe07a6a80 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.512539] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2890f81-fdf9-4c2e-9612-1826c3a7c1b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.527021] env[69584]: DEBUG nova.compute.provider_tree [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.754156] env[69584]: DEBUG nova.network.neutron [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.810331] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.829403] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244136} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.829688] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.830459] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d62c09-75b9-42d1-9050-a4c2bd290ff8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.845536] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4a24ec87-9f18-44cb-a8de-641b38f84ee0 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-72bb6d82-5ec5-4a20-9599-e4bd68b25d74-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.381s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.855609] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc/e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.858961] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbdb4698-05f7-438c-8121-c5e739f49100 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.882479] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 642.882479] env[69584]: value = "task-3485038" [ 642.882479] env[69584]: _type = "Task" [ 642.882479] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.891254] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.925874] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485037, 'name': PowerOffVM_Task, 'duration_secs': 0.309573} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.925874] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.925874] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.926072] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21de984e-657a-40ff-bee7-f39b794d2550 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.937735] env[69584]: DEBUG nova.network.neutron [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Updating instance_info_cache with network_info: [{"id": "41bc1b87-b697-409a-80b8-123a1d70cb13", "address": "fa:16:3e:92:00:b1", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bc1b87-b6", "ovs_interfaceid": "41bc1b87-b697-409a-80b8-123a1d70cb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.939564] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.939975] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b746ecb-9687-46d1-a3ad-014c12368a7c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.971626] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.971864] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.972046] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Deleting the datastore file [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.972636] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d977819a-d354-44b3-8a57-907aa8157427 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.980392] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for the task: (returnval){ [ 642.980392] env[69584]: value = "task-3485040" [ 642.980392] env[69584]: _type = "Task" [ 642.980392] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.990762] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.050458] env[69584]: ERROR nova.scheduler.client.report [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] [req-22e4e83d-f29e-498e-9638-b5c6298d0951] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22e4e83d-f29e-498e-9638-b5c6298d0951"}]} [ 643.068431] env[69584]: DEBUG nova.scheduler.client.report [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 643.086771] env[69584]: DEBUG nova.scheduler.client.report [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 643.087051] env[69584]: DEBUG nova.compute.provider_tree [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.100372] env[69584]: DEBUG nova.scheduler.client.report [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 643.114031] env[69584]: DEBUG nova.compute.manager [req-b9babee3-12cd-4832-b680-6681a5716e82 req-6cf382f4-e2b4-4a7e-894d-a8e1464ed649 service nova] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Received event network-changed-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.114228] env[69584]: DEBUG nova.compute.manager [req-b9babee3-12cd-4832-b680-6681a5716e82 req-6cf382f4-e2b4-4a7e-894d-a8e1464ed649 service nova] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Refreshing instance network info cache due to event network-changed-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.114522] env[69584]: DEBUG oslo_concurrency.lockutils [req-b9babee3-12cd-4832-b680-6681a5716e82 req-6cf382f4-e2b4-4a7e-894d-a8e1464ed649 service nova] Acquiring lock "refresh_cache-746ee2f3-b43f-44a6-a584-f64f91cacb46" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.114784] env[69584]: DEBUG oslo_concurrency.lockutils [req-b9babee3-12cd-4832-b680-6681a5716e82 req-6cf382f4-e2b4-4a7e-894d-a8e1464ed649 service nova] Acquired lock "refresh_cache-746ee2f3-b43f-44a6-a584-f64f91cacb46" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.114995] env[69584]: DEBUG nova.network.neutron [req-b9babee3-12cd-4832-b680-6681a5716e82 req-6cf382f4-e2b4-4a7e-894d-a8e1464ed649 service nova] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Refreshing network info cache for port efbc39bf-4efd-4af1-a30b-1d56d31aa6cb {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.124633] env[69584]: DEBUG nova.scheduler.client.report [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 643.312252] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.395587] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.401950] env[69584]: DEBUG nova.compute.manager [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.433413] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.433674] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.433845] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.434027] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.434184] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.434331] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.434536] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.434695] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.434863] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.435036] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.435220] env[69584]: DEBUG nova.virt.hardware [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.438365] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7385730c-6816-47b9-a6da-12afca7638e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.443734] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Releasing lock "refresh_cache-ce489b44-ae3c-48a2-a77e-5ca07e26b193" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.444011] env[69584]: DEBUG nova.compute.manager [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Instance network_info: |[{"id": "41bc1b87-b697-409a-80b8-123a1d70cb13", "address": "fa:16:3e:92:00:b1", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bc1b87-b6", "ovs_interfaceid": "41bc1b87-b697-409a-80b8-123a1d70cb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.444599] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:00:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41bc1b87-b697-409a-80b8-123a1d70cb13', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.452232] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Creating folder: Project (0de28181120644b89e11faeabe1a930e). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.453228] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2d61b3f-a91b-4810-b931-e06692ed47cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.463020] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91174b9-c3b2-421a-bff6-7b69da79d421 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.480670] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.486303] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Creating folder: Project (a991431c887145e9bb6879a20994a52e). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.491075] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf8ac483-5e5a-4ceb-bddf-4d69f820f14d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.492804] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Created folder: Project (0de28181120644b89e11faeabe1a930e) in parent group-v696614. [ 643.492984] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Creating folder: Instances. Parent ref: group-v696669. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.498189] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-379557bd-5f5f-4524-b885-66bb0b0ea062 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.508277] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369243} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.508509] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.508715] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.508890] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.514496] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Created folder: Instances in parent group-v696669. [ 643.514712] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.514896] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Created folder: Project (a991431c887145e9bb6879a20994a52e) in parent group-v696614. [ 643.515129] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Creating folder: Instances. Parent ref: group-v696670. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.515542] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.515750] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a78f3793-adff-44d3-9de7-1e8512e65e56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.517421] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b90f67f3-59ed-4792-8a94-e464e9b2276f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.543529] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.543529] env[69584]: value = "task-3485045" [ 643.543529] env[69584]: _type = "Task" [ 643.543529] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.550074] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Created folder: Instances in parent group-v696670. [ 643.550074] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.550280] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.550774] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11cc2259-319a-47b9-8baf-0af68a438722 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.568500] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485045, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.578023] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.578023] env[69584]: value = "task-3485046" [ 643.578023] env[69584]: _type = "Task" [ 643.578023] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.586620] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485046, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.610202] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bd5376-7b59-44e2-9dd1-bb56605c0efc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.623342] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b6d2c8-ccbe-47a4-93bd-f540ab2d1f15 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.670072] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc80fa7-2c94-45c2-b0d5-adb5ce68ac34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.681209] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046c4a57-e30e-4fe7-9b22-f55e0dbc31d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.701794] env[69584]: DEBUG nova.compute.provider_tree [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.717132] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Received event network-changed-092f78af-e5d5-452b-9a8d-45c6472acb71 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.717969] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Refreshing instance network info cache due to event network-changed-092f78af-e5d5-452b-9a8d-45c6472acb71. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.717969] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Acquiring lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.717969] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Acquired lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.717969] env[69584]: DEBUG nova.network.neutron [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Refreshing network info cache for port 092f78af-e5d5-452b-9a8d-45c6472acb71 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.815717] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485035, 'name': ReconfigVM_Task, 'duration_secs': 1.147232} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.816083] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 746ee2f3-b43f-44a6-a584-f64f91cacb46/746ee2f3-b43f-44a6-a584-f64f91cacb46.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.816776] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5129edcc-1a97-4b7e-8b2c-31b80375f9ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.828807] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 643.828807] env[69584]: value = "task-3485047" [ 643.828807] env[69584]: _type = "Task" [ 643.828807] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.839100] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485047, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.897865] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485038, 'name': ReconfigVM_Task, 'duration_secs': 0.877681} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.898359] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Reconfigured VM instance instance-00000012 to attach disk [datastore1] e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc/e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.899340] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1984ed69-7f7e-4095-bc1b-d3acec5ad02c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.909066] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 643.909066] env[69584]: value = "task-3485048" [ 643.909066] env[69584]: _type = "Task" [ 643.909066] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.922190] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485048, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.924772] env[69584]: DEBUG nova.network.neutron [req-b9babee3-12cd-4832-b680-6681a5716e82 req-6cf382f4-e2b4-4a7e-894d-a8e1464ed649 service nova] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Updated VIF entry in instance network info cache for port efbc39bf-4efd-4af1-a30b-1d56d31aa6cb. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.925266] env[69584]: DEBUG nova.network.neutron [req-b9babee3-12cd-4832-b680-6681a5716e82 req-6cf382f4-e2b4-4a7e-894d-a8e1464ed649 service nova] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Updating instance_info_cache with network_info: [{"id": "efbc39bf-4efd-4af1-a30b-1d56d31aa6cb", "address": "fa:16:3e:49:fd:73", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefbc39bf-4e", "ovs_interfaceid": "efbc39bf-4efd-4af1-a30b-1d56d31aa6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.944289] env[69584]: DEBUG nova.compute.manager [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.949366] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3012e71a-c7f4-4268-a4fb-d0b38171b335 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.055558] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485045, 'name': CreateVM_Task, 'duration_secs': 0.392193} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.055733] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.056447] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.056607] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.059046] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.059046] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad04d59f-3c93-4a59-88b3-313008573e8e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.062952] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for the task: (returnval){ [ 644.062952] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526f0b56-0ebf-def7-b8be-cd71ce2ea3a0" [ 644.062952] env[69584]: _type = "Task" [ 644.062952] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.071834] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526f0b56-0ebf-def7-b8be-cd71ce2ea3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.084978] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485046, 'name': CreateVM_Task, 'duration_secs': 0.448351} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.085381] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.085692] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.085891] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.086356] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.086809] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59aa0191-8c21-4786-9bd2-05ea1514b0ff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.091928] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 644.091928] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525541c2-38c7-5edf-5df6-2a8877669f82" [ 644.091928] env[69584]: _type = "Task" [ 644.091928] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.100652] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525541c2-38c7-5edf-5df6-2a8877669f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.206741] env[69584]: DEBUG nova.scheduler.client.report [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.340279] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485047, 'name': Rename_Task, 'duration_secs': 0.182443} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.340575] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.340912] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-523826e9-c02d-4a0d-8d1a-f163898f6398 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.348064] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 644.348064] env[69584]: value = "task-3485049" [ 644.348064] env[69584]: _type = "Task" [ 644.348064] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.360618] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.419750] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485048, 'name': Rename_Task, 'duration_secs': 0.175211} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.419978] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.420284] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bf1320b-a0e0-4266-8414-1bdb21e499de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.428404] env[69584]: DEBUG oslo_concurrency.lockutils [req-b9babee3-12cd-4832-b680-6681a5716e82 req-6cf382f4-e2b4-4a7e-894d-a8e1464ed649 service nova] Releasing lock "refresh_cache-746ee2f3-b43f-44a6-a584-f64f91cacb46" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.428875] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 644.428875] env[69584]: value = "task-3485050" [ 644.428875] env[69584]: _type = "Task" [ 644.428875] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.439216] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.463521] env[69584]: INFO nova.compute.manager [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] instance snapshotting [ 644.469445] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c805de6-c170-4d23-8282-9f0da6419f8f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.497081] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d05a32c-ba1a-4afa-b7f9-49117ba0bd1f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.563346] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.563346] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.563346] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.563630] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.563667] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.563841] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.564127] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.564347] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.565032] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.565032] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.565032] env[69584]: DEBUG nova.virt.hardware [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.566125] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5148bb-25c8-4e5f-8c12-8ca648593b1d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.585596] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7c09ac-992f-4f60-aef4-def843c8d8e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.591230] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526f0b56-0ebf-def7-b8be-cd71ce2ea3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.591883] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.592137] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.592524] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.592524] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.592705] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.594072] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4022535-c314-43e4-90f4-94cf8182efae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.607690] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.613968] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.618019] env[69584]: DEBUG nova.network.neutron [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updated VIF entry in instance network info cache for port 092f78af-e5d5-452b-9a8d-45c6472acb71. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.618019] env[69584]: DEBUG nova.network.neutron [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance_info_cache with network_info: [{"id": "092f78af-e5d5-452b-9a8d-45c6472acb71", "address": "fa:16:3e:07:21:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092f78af-e5", "ovs_interfaceid": "092f78af-e5d5-452b-9a8d-45c6472acb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.618019] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.618019] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-017a8065-47f2-4ca0-8d42-2d0fb397c35b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.634171] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Releasing lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.634342] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Received event network-vif-plugged-d76be67b-2cc8-4cda-a54c-4055c926adff {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.634556] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Acquiring lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.634683] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.634851] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.635060] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] No waiting events found dispatching network-vif-plugged-d76be67b-2cc8-4cda-a54c-4055c926adff {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.635276] env[69584]: WARNING nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Received unexpected event network-vif-plugged-d76be67b-2cc8-4cda-a54c-4055c926adff for instance with vm_state active and task_state None. [ 644.635351] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Received event network-changed-d76be67b-2cc8-4cda-a54c-4055c926adff {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.635500] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Refreshing instance network info cache due to event network-changed-d76be67b-2cc8-4cda-a54c-4055c926adff. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.635686] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Acquiring lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.635823] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Acquired lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.635978] env[69584]: DEBUG nova.network.neutron [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Refreshing network info cache for port d76be67b-2cc8-4cda-a54c-4055c926adff {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.641656] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.641656] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.644243] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525541c2-38c7-5edf-5df6-2a8877669f82, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.644243] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cfe939-99a2-445b-b5b5-92d56c3224d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.645838] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.646325] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.646325] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.646586] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.646643] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.647222] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64661b3d-6bcc-497f-99c7-4c5a38ce92ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.650932] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.650932] env[69584]: value = "task-3485051" [ 644.650932] env[69584]: _type = "Task" [ 644.650932] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.658384] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for the task: (returnval){ [ 644.658384] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52884662-4f36-5a22-b9c7-a0c09948bcef" [ 644.658384] env[69584]: _type = "Task" [ 644.658384] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.662305] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.662663] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.667376] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bea1ec9-1ced-4f93-b712-f956257f4385 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.670039] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485051, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.673739] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52884662-4f36-5a22-b9c7-a0c09948bcef, 'name': SearchDatastore_Task, 'duration_secs': 0.016613} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.674791] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874cecaf-1f29-4e85-95fd-4de72148a2bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.679255] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 644.679255] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52857c37-ccc2-ce91-6d87-c9bdf4af817b" [ 644.679255] env[69584]: _type = "Task" [ 644.679255] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.686777] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for the task: (returnval){ [ 644.686777] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e2cec4-1d8a-8e3c-944e-f1312e22caef" [ 644.686777] env[69584]: _type = "Task" [ 644.686777] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.700561] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52857c37-ccc2-ce91-6d87-c9bdf4af817b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.704724] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e2cec4-1d8a-8e3c-944e-f1312e22caef, 'name': SearchDatastore_Task, 'duration_secs': 0.01626} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.704994] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee58198c-463e-46cd-8c8d-af706c4a8f17 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.708715] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.709046] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ce489b44-ae3c-48a2-a77e-5ca07e26b193/ce489b44-ae3c-48a2-a77e-5ca07e26b193.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.709351] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c23bc1e-ab2d-49cb-b968-5e5c450fc952 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.712430] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.331s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.716589] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.584s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.718410] env[69584]: INFO nova.compute.claims [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.721115] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 644.721115] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52957e68-daf9-7b61-b623-7191d2544e67" [ 644.721115] env[69584]: _type = "Task" [ 644.721115] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.723247] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for the task: (returnval){ [ 644.723247] env[69584]: value = "task-3485052" [ 644.723247] env[69584]: _type = "Task" [ 644.723247] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.738262] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52957e68-daf9-7b61-b623-7191d2544e67, 'name': SearchDatastore_Task, 'duration_secs': 0.016682} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.742947] env[69584]: INFO nova.scheduler.client.report [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Deleted allocations for instance b420c938-c1de-44d8-b30c-03fbee51d268 [ 644.744796] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.744796] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] c9b37ee9-924e-4a1a-aa27-0c8632c42cce/c9b37ee9-924e-4a1a-aa27-0c8632c42cce.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.745049] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.752843] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-191aa3d7-3b9f-4cc0-b75b-59d8651fe777 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.760115] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 644.760115] env[69584]: value = "task-3485053" [ 644.760115] env[69584]: _type = "Task" [ 644.760115] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.771036] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.863882] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485049, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.942381] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485050, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.019564] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 645.020122] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cebe3531-6998-431d-8687-c58933a82603 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.036172] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 645.036172] env[69584]: value = "task-3485054" [ 645.036172] env[69584]: _type = "Task" [ 645.036172] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.053546] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485054, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.163652] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquiring lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.163949] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.171181] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485051, 'name': CreateVM_Task, 'duration_secs': 0.405502} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.171375] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.172246] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.172434] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.172772] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.173145] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c600d8f-331d-4889-beba-eca727e05880 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.182049] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for the task: (returnval){ [ 645.182049] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52613dd6-4aa8-4412-e9ef-d677e4d839d2" [ 645.182049] env[69584]: _type = "Task" [ 645.182049] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.194053] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52613dd6-4aa8-4412-e9ef-d677e4d839d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.238711] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485052, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.265878] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb63e02d-f3c5-4835-9996-878d7996a700 tempest-ServerDiagnosticsV248Test-1508372011 tempest-ServerDiagnosticsV248Test-1508372011-project-member] Lock "b420c938-c1de-44d8-b30c-03fbee51d268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.126s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.275146] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485053, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.368579] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485049, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.444494] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485050, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.549206] env[69584]: DEBUG nova.network.neutron [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updated VIF entry in instance network info cache for port d76be67b-2cc8-4cda-a54c-4055c926adff. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.549206] env[69584]: DEBUG nova.network.neutron [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updating instance_info_cache with network_info: [{"id": "c77f02c6-326f-413a-ac25-a331020bddec", "address": "fa:16:3e:5a:8c:1e", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77f02c6-32", "ovs_interfaceid": "c77f02c6-326f-413a-ac25-a331020bddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d76be67b-2cc8-4cda-a54c-4055c926adff", "address": "fa:16:3e:d4:40:ff", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76be67b-2c", "ovs_interfaceid": "d76be67b-2cc8-4cda-a54c-4055c926adff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.555129] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485054, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.701079] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52613dd6-4aa8-4412-e9ef-d677e4d839d2, 'name': SearchDatastore_Task, 'duration_secs': 0.103088} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.702063] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.702063] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.702063] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.702248] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.702330] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.702589] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09946942-4be8-47f1-8df8-6e3508a648e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.716446] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.716446] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.717117] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad061e4-23d5-4ced-9744-5d3ed367b10f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.723351] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for the task: (returnval){ [ 645.723351] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52148ec4-3fca-317e-defd-7e5e9473a2b3" [ 645.723351] env[69584]: _type = "Task" [ 645.723351] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.736737] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52148ec4-3fca-317e-defd-7e5e9473a2b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.743408] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656607} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.743408] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ce489b44-ae3c-48a2-a77e-5ca07e26b193/ce489b44-ae3c-48a2-a77e-5ca07e26b193.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.743651] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.743955] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9182a4bf-8ed8-43d6-95b2-5f68509707b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.755184] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for the task: (returnval){ [ 645.755184] env[69584]: value = "task-3485055" [ 645.755184] env[69584]: _type = "Task" [ 645.755184] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.769359] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.782451] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837064} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.782451] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] c9b37ee9-924e-4a1a-aa27-0c8632c42cce/c9b37ee9-924e-4a1a-aa27-0c8632c42cce.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.782451] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.782451] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6a924f0-7df3-458f-b3a9-110e15bc8139 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.793419] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 645.793419] env[69584]: value = "task-3485056" [ 645.793419] env[69584]: _type = "Task" [ 645.793419] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.802624] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.864769] env[69584]: DEBUG oslo_vmware.api [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485049, 'name': PowerOnVM_Task, 'duration_secs': 1.293799} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.865253] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.865414] env[69584]: INFO nova.compute.manager [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Took 11.39 seconds to spawn the instance on the hypervisor. [ 645.865458] env[69584]: DEBUG nova.compute.manager [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.866244] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d5cbc-3294-4643-b212-47d3b4bd5bdc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.916226] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "1cb12eb8-8e6e-4513-8408-18afd328e053" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.916226] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.916226] env[69584]: DEBUG nova.compute.manager [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Going to confirm migration 1 {{(pid=69584) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 645.944789] env[69584]: DEBUG oslo_vmware.api [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485050, 'name': PowerOnVM_Task, 'duration_secs': 1.291809} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.945089] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.945354] env[69584]: INFO nova.compute.manager [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Took 8.79 seconds to spawn the instance on the hypervisor. [ 645.945461] env[69584]: DEBUG nova.compute.manager [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.948913] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd402e88-24c8-4dc8-bc0e-dc7ff2c652c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.048965] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485054, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.055736] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Releasing lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.056011] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: ad145721-739b-40ec-b806-2c91c082be75] Received event network-vif-deleted-b932f1b8-e9f6-4f0e-8bc2-12615020bfe3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.056193] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Received event network-vif-plugged-41bc1b87-b697-409a-80b8-123a1d70cb13 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.056597] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Acquiring lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.056597] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.056785] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.056854] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] No waiting events found dispatching network-vif-plugged-41bc1b87-b697-409a-80b8-123a1d70cb13 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.057398] env[69584]: WARNING nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Received unexpected event network-vif-plugged-41bc1b87-b697-409a-80b8-123a1d70cb13 for instance with vm_state building and task_state spawning. [ 646.057398] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Received event network-changed-41bc1b87-b697-409a-80b8-123a1d70cb13 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.057398] env[69584]: DEBUG nova.compute.manager [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Refreshing instance network info cache due to event network-changed-41bc1b87-b697-409a-80b8-123a1d70cb13. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.057643] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Acquiring lock "refresh_cache-ce489b44-ae3c-48a2-a77e-5ca07e26b193" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.057643] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Acquired lock "refresh_cache-ce489b44-ae3c-48a2-a77e-5ca07e26b193" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.057765] env[69584]: DEBUG nova.network.neutron [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Refreshing network info cache for port 41bc1b87-b697-409a-80b8-123a1d70cb13 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.238685] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52148ec4-3fca-317e-defd-7e5e9473a2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.040769} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.239520] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6686d275-87b0-44f1-93c2-312bbb3f917c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.247920] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for the task: (returnval){ [ 646.247920] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52242880-6781-db69-14fc-2e6df8021a2c" [ 646.247920] env[69584]: _type = "Task" [ 646.247920] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.263732] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079658} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.266506] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.266812] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52242880-6781-db69-14fc-2e6df8021a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.267662] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16a5cd1-aa44-4adc-bb14-b8e80ea58b33 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.296848] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] ce489b44-ae3c-48a2-a77e-5ca07e26b193/ce489b44-ae3c-48a2-a77e-5ca07e26b193.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.302217] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b20bcb4e-087c-47e4-bf67-9f25faa38d54 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.328578] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143727} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.330776] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.331219] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for the task: (returnval){ [ 646.331219] env[69584]: value = "task-3485057" [ 646.331219] env[69584]: _type = "Task" [ 646.331219] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.334016] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383f93f9-52df-4edb-910c-3f722694aa63 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.346909] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.367138] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] c9b37ee9-924e-4a1a-aa27-0c8632c42cce/c9b37ee9-924e-4a1a-aa27-0c8632c42cce.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.367340] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3337956c-2418-4f50-8780-04e2978eeceb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.389730] env[69584]: INFO nova.compute.manager [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Took 33.79 seconds to build instance. [ 646.394204] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c936c179-7750-448e-81e1-3a4d67859bda {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.397344] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 646.397344] env[69584]: value = "task-3485058" [ 646.397344] env[69584]: _type = "Task" [ 646.397344] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.403655] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c015da1a-0c48-444b-a397-c252f055fbb5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.451774] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485058, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.453057] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74498bf1-00a6-4e33-9ba8-bd2a72a55b28 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.465557] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb0a344-9022-45a6-9d6c-2a51390f0b34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.476022] env[69584]: INFO nova.compute.manager [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Took 33.42 seconds to build instance. [ 646.487070] env[69584]: DEBUG nova.compute.provider_tree [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.550666] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485054, 'name': CreateSnapshot_Task, 'duration_secs': 1.09465} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.554019] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 646.554019] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14ab84c-3e41-40ec-8fa8-284092b0f2cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.555969] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.556458] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.556829] env[69584]: DEBUG nova.network.neutron [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.557347] env[69584]: DEBUG nova.objects.instance [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lazy-loading 'info_cache' on Instance uuid 1cb12eb8-8e6e-4513-8408-18afd328e053 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.759616] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52242880-6781-db69-14fc-2e6df8021a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.022068} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.759909] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.760294] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.760486] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2f8050a-891f-466c-86fe-5e5bf48ecf4f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.768804] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for the task: (returnval){ [ 646.768804] env[69584]: value = "task-3485059" [ 646.768804] env[69584]: _type = "Task" [ 646.768804] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.779049] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.851637] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.858816] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.859050] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.896072] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8012ff4f-8f0b-4e2f-a596-bb846a9bf359 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "746ee2f3-b43f-44a6-a584-f64f91cacb46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.382s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.912294] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485058, 'name': ReconfigVM_Task, 'duration_secs': 0.335782} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.914034] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Reconfigured VM instance instance-00000014 to attach disk [datastore2] c9b37ee9-924e-4a1a-aa27-0c8632c42cce/c9b37ee9-924e-4a1a-aa27-0c8632c42cce.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.914034] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f549dd76-4e60-4a71-897a-9ef9d3f2a083 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.925507] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 646.925507] env[69584]: value = "task-3485060" [ 646.925507] env[69584]: _type = "Task" [ 646.925507] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.938368] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485060, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.961060] env[69584]: DEBUG nova.network.neutron [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Updated VIF entry in instance network info cache for port 41bc1b87-b697-409a-80b8-123a1d70cb13. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.961457] env[69584]: DEBUG nova.network.neutron [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Updating instance_info_cache with network_info: [{"id": "41bc1b87-b697-409a-80b8-123a1d70cb13", "address": "fa:16:3e:92:00:b1", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bc1b87-b6", "ovs_interfaceid": "41bc1b87-b697-409a-80b8-123a1d70cb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.978152] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d40d72a8-f966-4b6f-b993-ccd987e35bf9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.901s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.022279] env[69584]: ERROR nova.scheduler.client.report [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [req-411e170a-d09c-44a2-9287-45d020c9fb63] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-411e170a-d09c-44a2-9287-45d020c9fb63"}]} [ 647.056447] env[69584]: DEBUG nova.scheduler.client.report [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 647.087972] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 647.088664] env[69584]: DEBUG nova.scheduler.client.report [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 647.088873] env[69584]: DEBUG nova.compute.provider_tree [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.091610] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dcb3315b-d90d-4c0f-8db1-2ff58645dd58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.100648] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 647.100648] env[69584]: value = "task-3485061" [ 647.100648] env[69584]: _type = "Task" [ 647.100648] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.108592] env[69584]: DEBUG nova.scheduler.client.report [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 647.116392] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485061, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.132125] env[69584]: DEBUG nova.scheduler.client.report [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 647.280032] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485059, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.387369] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485057, 'name': ReconfigVM_Task, 'duration_secs': 0.864116} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.387369] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Reconfigured VM instance instance-00000013 to attach disk [datastore1] ce489b44-ae3c-48a2-a77e-5ca07e26b193/ce489b44-ae3c-48a2-a77e-5ca07e26b193.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.387369] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afaed804-1141-4d78-ace7-c146433c2949 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.391033] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for the task: (returnval){ [ 647.391033] env[69584]: value = "task-3485062" [ 647.391033] env[69584]: _type = "Task" [ 647.391033] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.400294] env[69584]: DEBUG nova.compute.manager [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.410873] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485062, 'name': Rename_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.443057] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485060, 'name': Rename_Task, 'duration_secs': 0.160982} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.443446] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.443759] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fb6d717-2da5-4b95-b773-f4c160d41de3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.457687] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 647.457687] env[69584]: value = "task-3485063" [ 647.457687] env[69584]: _type = "Task" [ 647.457687] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.464690] env[69584]: DEBUG oslo_concurrency.lockutils [req-2392a676-5b16-48c2-ae5f-a0e07b1154d2 req-3024a2f5-e66b-401b-a656-c10a556cb9c9 service nova] Releasing lock "refresh_cache-ce489b44-ae3c-48a2-a77e-5ca07e26b193" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.471922] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485063, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.485393] env[69584]: DEBUG nova.compute.manager [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.537603] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "interface-72bb6d82-5ec5-4a20-9599-e4bd68b25d74-d76be67b-2cc8-4cda-a54c-4055c926adff" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.537603] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-72bb6d82-5ec5-4a20-9599-e4bd68b25d74-d76be67b-2cc8-4cda-a54c-4055c926adff" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.620404] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485061, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.785301] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752807} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.785843] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.786175] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.786502] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bf3bd03-5d1c-4d52-831c-5e5f7503d14d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.799411] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for the task: (returnval){ [ 647.799411] env[69584]: value = "task-3485064" [ 647.799411] env[69584]: _type = "Task" [ 647.799411] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.810434] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.874328] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d908cf25-f3ee-419f-901d-97f60edd3c38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.886162] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3160a8c0-1ae3-4caa-8ef7-c4a4914c2777 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.926694] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de73a897-b775-4a4a-a6e4-765dd4dc4d55 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.936928] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485062, 'name': Rename_Task, 'duration_secs': 0.245831} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.940522] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.943032] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75bdcf19-949d-4147-b7e1-19b601c119b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.948244] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ec0f78-8683-4ca5-bb0f-0ff7562c51fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.952538] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for the task: (returnval){ [ 647.952538] env[69584]: value = "task-3485065" [ 647.952538] env[69584]: _type = "Task" [ 647.952538] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.966021] env[69584]: DEBUG nova.compute.provider_tree [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.967683] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.975826] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485065, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.980656] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485063, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.986451] env[69584]: DEBUG nova.network.neutron [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance_info_cache with network_info: [{"id": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "address": "fa:16:3e:30:bc:cc", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc013930-0c", "ovs_interfaceid": "cc013930-0cbc-4627-b84d-44ce5b59fa5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.015254] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.039803] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.040054] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.041339] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2a2902-86b2-48d1-bde1-d4e9779d7613 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.060137] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97448e5c-bc8f-4cda-9a0b-089d6a5fea9d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.093139] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Reconfiguring VM to detach interface {{(pid=69584) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 648.093139] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-258baf00-afda-4efd-8b6c-ce8a410e4e31 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.113547] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 648.113547] env[69584]: value = "task-3485066" [ 648.113547] env[69584]: _type = "Task" [ 648.113547] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.117146] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485061, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.125981] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.157526] env[69584]: DEBUG nova.compute.manager [req-3e6ab3b7-44f6-4a60-aef9-2fc633b4206f req-0e7cd35e-bd7b-4ade-a56d-063f4c20f6cf service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Received event network-changed-092f78af-e5d5-452b-9a8d-45c6472acb71 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.157526] env[69584]: DEBUG nova.compute.manager [req-3e6ab3b7-44f6-4a60-aef9-2fc633b4206f req-0e7cd35e-bd7b-4ade-a56d-063f4c20f6cf service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Refreshing instance network info cache due to event network-changed-092f78af-e5d5-452b-9a8d-45c6472acb71. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.157616] env[69584]: DEBUG oslo_concurrency.lockutils [req-3e6ab3b7-44f6-4a60-aef9-2fc633b4206f req-0e7cd35e-bd7b-4ade-a56d-063f4c20f6cf service nova] Acquiring lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.157798] env[69584]: DEBUG oslo_concurrency.lockutils [req-3e6ab3b7-44f6-4a60-aef9-2fc633b4206f req-0e7cd35e-bd7b-4ade-a56d-063f4c20f6cf service nova] Acquired lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.157919] env[69584]: DEBUG nova.network.neutron [req-3e6ab3b7-44f6-4a60-aef9-2fc633b4206f req-0e7cd35e-bd7b-4ade-a56d-063f4c20f6cf service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Refreshing network info cache for port 092f78af-e5d5-452b-9a8d-45c6472acb71 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.313820] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.373633] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquiring lock "63601191-17ad-4e58-ab82-be3decc8c167" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.374039] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lock "63601191-17ad-4e58-ab82-be3decc8c167" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.374322] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquiring lock "63601191-17ad-4e58-ab82-be3decc8c167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.374628] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lock "63601191-17ad-4e58-ab82-be3decc8c167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.374889] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lock "63601191-17ad-4e58-ab82-be3decc8c167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.377090] env[69584]: INFO nova.compute.manager [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Terminating instance [ 648.465653] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.473823] env[69584]: DEBUG oslo_vmware.api [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485063, 'name': PowerOnVM_Task, 'duration_secs': 0.812503} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.474142] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.474361] env[69584]: INFO nova.compute.manager [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Took 5.07 seconds to spawn the instance on the hypervisor. [ 648.474542] env[69584]: DEBUG nova.compute.manager [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.475344] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d9fbc4-a0f3-499d-b27a-7246794954bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.490855] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "refresh_cache-1cb12eb8-8e6e-4513-8408-18afd328e053" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.491124] env[69584]: DEBUG nova.objects.instance [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lazy-loading 'migration_context' on Instance uuid 1cb12eb8-8e6e-4513-8408-18afd328e053 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.525023] env[69584]: DEBUG nova.scheduler.client.report [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 648.525023] env[69584]: DEBUG nova.compute.provider_tree [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 42 to 43 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 648.525023] env[69584]: DEBUG nova.compute.provider_tree [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.531742] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "746ee2f3-b43f-44a6-a584-f64f91cacb46" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.532041] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "746ee2f3-b43f-44a6-a584-f64f91cacb46" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.532224] env[69584]: DEBUG nova.compute.manager [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.533104] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7225ba87-22f5-4738-81a1-9fde0a07d804 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.541142] env[69584]: DEBUG nova.compute.manager [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 648.541727] env[69584]: DEBUG nova.objects.instance [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lazy-loading 'flavor' on Instance uuid 746ee2f3-b43f-44a6-a584-f64f91cacb46 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.620448] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485061, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.633016] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.813553] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.936752} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.813844] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.814676] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929e89b2-6f52-4b8a-8dbf-5ba843362fd9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.835813] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.836210] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86b5695-77e1-444f-9449-1bbfa4d31cda {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.862723] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for the task: (returnval){ [ 648.862723] env[69584]: value = "task-3485067" [ 648.862723] env[69584]: _type = "Task" [ 648.862723] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.870869] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.882919] env[69584]: DEBUG nova.compute.manager [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.883261] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.884131] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17292b80-61fd-479e-9d21-5b244ab41527 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.891735] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.892016] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38edb3fd-6f64-4dc9-9ba1-3c7b59f5fe3c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.897864] env[69584]: DEBUG oslo_vmware.api [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for the task: (returnval){ [ 648.897864] env[69584]: value = "task-3485068" [ 648.897864] env[69584]: _type = "Task" [ 648.897864] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.906358] env[69584]: DEBUG oslo_vmware.api [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3485068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.963986] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.997645] env[69584]: DEBUG nova.objects.base [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Object Instance<1cb12eb8-8e6e-4513-8408-18afd328e053> lazy-loaded attributes: info_cache,migration_context {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 648.998890] env[69584]: INFO nova.compute.manager [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Took 33.11 seconds to build instance. [ 649.003906] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4095eb-7181-45e5-8220-a1906f5f8b2f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.034466] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.318s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.035188] env[69584]: DEBUG nova.compute.manager [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.043142] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.355s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.043142] env[69584]: DEBUG nova.objects.instance [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lazy-loading 'resources' on Instance uuid 945b7866-0797-4ba6-984e-cbfc0bc7dbc2 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.043142] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a8fa71-876c-480a-a023-bb3511f08527 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.050479] env[69584]: DEBUG oslo_vmware.api [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 649.050479] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c38f82-cd1a-ec9f-da6c-f40bcf5cf688" [ 649.050479] env[69584]: _type = "Task" [ 649.050479] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.062308] env[69584]: DEBUG oslo_vmware.api [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c38f82-cd1a-ec9f-da6c-f40bcf5cf688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.120401] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485061, 'name': CloneVM_Task, 'duration_secs': 1.763439} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.123174] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Created linked-clone VM from snapshot [ 649.125148] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3b5ad4-be21-4297-a9f7-abfdf386c538 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.135243] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.142250] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Uploading image 76264ced-68c9-43db-a936-5f608e693151 {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 649.178551] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 649.178551] env[69584]: value = "vm-696677" [ 649.178551] env[69584]: _type = "VirtualMachine" [ 649.178551] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 649.179488] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-069eab4e-d10b-4f95-be59-c1f04f0b84dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.191590] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lease: (returnval){ [ 649.191590] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5298406d-dbe9-cfb4-0f78-7f1893479346" [ 649.191590] env[69584]: _type = "HttpNfcLease" [ 649.191590] env[69584]: } obtained for exporting VM: (result){ [ 649.191590] env[69584]: value = "vm-696677" [ 649.191590] env[69584]: _type = "VirtualMachine" [ 649.191590] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 649.192055] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the lease: (returnval){ [ 649.192055] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5298406d-dbe9-cfb4-0f78-7f1893479346" [ 649.192055] env[69584]: _type = "HttpNfcLease" [ 649.192055] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 649.199605] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 649.199605] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5298406d-dbe9-cfb4-0f78-7f1893479346" [ 649.199605] env[69584]: _type = "HttpNfcLease" [ 649.199605] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 649.375314] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485067, 'name': ReconfigVM_Task, 'duration_secs': 0.447864} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.375660] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Reconfigured VM instance instance-0000000c to attach disk [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463/e5e667e1-f834-442e-82eb-f1ee771ac463.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.376308] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f8e24d8-bced-494c-9c56-c234851ac93a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.383525] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for the task: (returnval){ [ 649.383525] env[69584]: value = "task-3485070" [ 649.383525] env[69584]: _type = "Task" [ 649.383525] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.394454] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485070, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.407260] env[69584]: DEBUG oslo_vmware.api [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3485068, 'name': PowerOffVM_Task, 'duration_secs': 0.20997} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.407325] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.407464] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.408621] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3bccf5b-5288-4397-8a36-9e5d639be90a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.468396] env[69584]: DEBUG oslo_vmware.api [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485065, 'name': PowerOnVM_Task, 'duration_secs': 1.289544} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.468866] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.469592] env[69584]: INFO nova.compute.manager [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Took 8.72 seconds to spawn the instance on the hypervisor. [ 649.469592] env[69584]: DEBUG nova.compute.manager [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.470608] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9feec947-8e01-4252-8725-120f9a0f73a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.483557] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.484232] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.484963] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Deleting the datastore file [datastore2] 63601191-17ad-4e58-ab82-be3decc8c167 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.484963] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d29d331-b8dd-48ab-b320-4a66633034fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.492060] env[69584]: DEBUG oslo_vmware.api [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for the task: (returnval){ [ 649.492060] env[69584]: value = "task-3485072" [ 649.492060] env[69584]: _type = "Task" [ 649.492060] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.501993] env[69584]: DEBUG oslo_vmware.api [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3485072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.508874] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b6b45868-b04e-4f16-84e9-3382df008e0c tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "c9b37ee9-924e-4a1a-aa27-0c8632c42cce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.049s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.535868] env[69584]: DEBUG nova.network.neutron [req-3e6ab3b7-44f6-4a60-aef9-2fc633b4206f req-0e7cd35e-bd7b-4ade-a56d-063f4c20f6cf service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updated VIF entry in instance network info cache for port 092f78af-e5d5-452b-9a8d-45c6472acb71. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.536315] env[69584]: DEBUG nova.network.neutron [req-3e6ab3b7-44f6-4a60-aef9-2fc633b4206f req-0e7cd35e-bd7b-4ade-a56d-063f4c20f6cf service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance_info_cache with network_info: [{"id": "092f78af-e5d5-452b-9a8d-45c6472acb71", "address": "fa:16:3e:07:21:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092f78af-e5", "ovs_interfaceid": "092f78af-e5d5-452b-9a8d-45c6472acb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.541486] env[69584]: DEBUG nova.compute.utils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.542745] env[69584]: DEBUG nova.compute.manager [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.542914] env[69584]: DEBUG nova.network.neutron [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.557023] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.557635] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13e8de7c-26fb-4dfc-a7fd-fde029f5f5cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.567970] env[69584]: DEBUG oslo_vmware.api [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c38f82-cd1a-ec9f-da6c-f40bcf5cf688, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.568523] env[69584]: DEBUG oslo_vmware.api [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 649.568523] env[69584]: value = "task-3485073" [ 649.568523] env[69584]: _type = "Task" [ 649.568523] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.568707] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.579208] env[69584]: DEBUG oslo_vmware.api [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.637838] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.681449] env[69584]: DEBUG nova.policy [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3201be8906604499b159517c61894457', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d9406d99f0840228ec6f37b3b36f1ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.705203] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 649.705203] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5298406d-dbe9-cfb4-0f78-7f1893479346" [ 649.705203] env[69584]: _type = "HttpNfcLease" [ 649.705203] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 649.705203] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 649.705203] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5298406d-dbe9-cfb4-0f78-7f1893479346" [ 649.705203] env[69584]: _type = "HttpNfcLease" [ 649.705203] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 649.705203] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53eb869-9776-424f-8386-5efb12ce7f52 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.715121] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67822-f8bb-a527-a015-8f34d1f64f7d/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 649.715476] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67822-f8bb-a527-a015-8f34d1f64f7d/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 649.872424] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ecb9e8de-9190-4c72-a379-208bdf6706c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.900750] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485070, 'name': Rename_Task, 'duration_secs': 0.24269} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.900750] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.901232] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a8c4d8a-c50e-4539-860f-48eda9c419b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.912538] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Waiting for the task: (returnval){ [ 649.912538] env[69584]: value = "task-3485074" [ 649.912538] env[69584]: _type = "Task" [ 649.912538] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.925019] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.002566] env[69584]: INFO nova.compute.manager [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Took 34.97 seconds to build instance. [ 650.012929] env[69584]: DEBUG nova.compute.manager [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.016433] env[69584]: DEBUG oslo_vmware.api [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Task: {'id': task-3485072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171995} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.016646] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.016707] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.020023] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.020023] env[69584]: INFO nova.compute.manager [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Took 1.13 seconds to destroy the instance on the hypervisor. [ 650.020023] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.020023] env[69584]: DEBUG nova.compute.manager [-] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.020023] env[69584]: DEBUG nova.network.neutron [-] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.039390] env[69584]: DEBUG oslo_concurrency.lockutils [req-3e6ab3b7-44f6-4a60-aef9-2fc633b4206f req-0e7cd35e-bd7b-4ade-a56d-063f4c20f6cf service nova] Releasing lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.048217] env[69584]: DEBUG nova.compute.manager [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.088307] env[69584]: DEBUG oslo_vmware.api [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485073, 'name': PowerOffVM_Task, 'duration_secs': 0.250467} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.091812] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.092284] env[69584]: DEBUG nova.compute.manager [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.093916] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b76f71-446b-4cff-8fc6-801cd7887f40 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.141539] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.282696] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9324720c-bd0f-4aa9-904d-b2621ce3739c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.293368] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f941d36-83ba-4329-b0a7-d9cc95252d0f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.329149] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb7bbd7-c163-47e8-b865-c0d24e002aa9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.337744] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421ccafc-b12d-4803-9eb4-ebc94ed5a3c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.354290] env[69584]: DEBUG nova.compute.provider_tree [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.423521] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485074, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.512848] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd2c2927-fc9b-483c-8e97-c371f10770ed tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.061s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.544603] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.611261] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a8a39e70-60bf-4429-b95d-565b91d93bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "746ee2f3-b43f-44a6-a584-f64f91cacb46" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.638111] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.858241] env[69584]: DEBUG nova.scheduler.client.report [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.865120] env[69584]: DEBUG nova.network.neutron [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Successfully created port: a9dc94e9-be57-4b8d-a5c0-c5438e61f461 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.929757] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485074, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.018263] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.065025] env[69584]: DEBUG nova.compute.manager [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.101248] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.101551] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.101750] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.101958] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.102153] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.102326] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.102596] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.102773] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.103300] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.103504] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.103669] env[69584]: DEBUG nova.virt.hardware [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.105116] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85eab5c-61af-4495-b0a4-1f8284db68e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.116883] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7079d22c-8846-4bce-a036-698c4d902077 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.152300] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.373450] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.378813] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.994s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.380899] env[69584]: INFO nova.compute.claims [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.426968] env[69584]: INFO nova.scheduler.client.report [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Deleted allocations for instance 945b7866-0797-4ba6-984e-cbfc0bc7dbc2 [ 651.438359] env[69584]: DEBUG oslo_vmware.api [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Task: {'id': task-3485074, 'name': PowerOnVM_Task, 'duration_secs': 1.225253} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.438868] env[69584]: DEBUG nova.network.neutron [-] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.440507] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.440927] env[69584]: DEBUG nova.compute.manager [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.442231] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c32a8e3-f52f-4a2c-b772-d873b01afcf7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.556096] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.579034] env[69584]: DEBUG nova.network.neutron [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Successfully created port: 4f43b8ef-6fe2-414e-8246-fd8516fb49ca {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.638022] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.815919] env[69584]: DEBUG nova.compute.manager [req-209086bc-f197-45b0-81e2-2a31ea81d576 req-9c169280-bad2-4e08-b259-c5c6ddd77a40 service nova] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Received event network-vif-deleted-218cbab3-9c60-4faa-a26e-090fb7c25d5a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.937317] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f56063b0-90e6-40d8-901e-edb126633df8 tempest-ServerShowV254Test-1181406039 tempest-ServerShowV254Test-1181406039-project-member] Lock "945b7866-0797-4ba6-984e-cbfc0bc7dbc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.643s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.942725] env[69584]: INFO nova.compute.manager [-] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Took 1.93 seconds to deallocate network for instance. [ 651.969300] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.140485] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.453108] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.484011] env[69584]: DEBUG nova.network.neutron [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Successfully created port: 8efe1f6e-dfa2-4508-bf93-9d9610f44087 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.639610] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.970199] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020ad4eb-0a47-4fe6-ac16-2c27ed0888d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.986206] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6218899-ed24-4093-b85e-13f2bb0d98cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.026827] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2964aed6-9731-469d-bbbd-b9a826e1b259 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.040212] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6407aac2-31d9-4bcf-a6e6-f137f63a71b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.062740] env[69584]: DEBUG nova.compute.provider_tree [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.083932] env[69584]: DEBUG nova.objects.instance [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lazy-loading 'flavor' on Instance uuid 9c195701-261c-4f8d-9558-c4bbb139133a {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.143683] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.534773] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquiring lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.535165] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.535165] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquiring lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.535304] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.535466] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.537655] env[69584]: INFO nova.compute.manager [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Terminating instance [ 653.567650] env[69584]: DEBUG nova.scheduler.client.report [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.591289] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquiring lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.591289] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquired lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.641352] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.041994] env[69584]: DEBUG nova.compute.manager [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.042314] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.043403] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac39a10-ecb2-4cb0-be1d-90e491af84d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.057588] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.057932] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a404c71b-3303-4fe0-96bf-6176ac20c294 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.071532] env[69584]: DEBUG oslo_vmware.api [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for the task: (returnval){ [ 654.071532] env[69584]: value = "task-3485075" [ 654.071532] env[69584]: _type = "Task" [ 654.071532] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.077190] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.077830] env[69584]: DEBUG nova.compute.manager [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.083501] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.189s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.090074] env[69584]: INFO nova.compute.claims [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.102215] env[69584]: DEBUG oslo_vmware.api [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.145901] env[69584]: DEBUG oslo_vmware.api [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485066, 'name': ReconfigVM_Task, 'duration_secs': 5.829258} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.146495] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.146739] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Reconfigured VM to detach interface {{(pid=69584) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 654.413326] env[69584]: DEBUG nova.compute.manager [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.415845] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba1ee12-fe9f-49f6-a04d-9a3dacc55272 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.437981] env[69584]: DEBUG nova.network.neutron [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.532437] env[69584]: INFO nova.compute.manager [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Rebuilding instance [ 654.537406] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "ed0619a9-9206-4935-bb9c-00e3265e8211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.537674] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "ed0619a9-9206-4935-bb9c-00e3265e8211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.586320] env[69584]: DEBUG oslo_vmware.api [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485075, 'name': PowerOffVM_Task, 'duration_secs': 0.314027} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.586685] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.587009] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.587154] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55d1f3e2-c4a9-4e54-9073-faa4861c0b11 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.596194] env[69584]: DEBUG nova.compute.manager [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.596705] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc88099-aa5f-48f6-a65d-cf7429139b50 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.600364] env[69584]: DEBUG nova.compute.utils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.605553] env[69584]: DEBUG nova.compute.manager [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.605553] env[69584]: DEBUG nova.network.neutron [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.655663] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.655926] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.656801] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Deleting the datastore file [datastore1] ce489b44-ae3c-48a2-a77e-5ca07e26b193 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.656801] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c809565-bea4-4b30-bdff-b9da3a5b8d77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.663249] env[69584]: DEBUG oslo_vmware.api [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for the task: (returnval){ [ 654.663249] env[69584]: value = "task-3485077" [ 654.663249] env[69584]: _type = "Task" [ 654.663249] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.672972] env[69584]: DEBUG oslo_vmware.api [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.701569] env[69584]: DEBUG nova.network.neutron [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Successfully updated port: a9dc94e9-be57-4b8d-a5c0-c5438e61f461 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.736499] env[69584]: DEBUG nova.policy [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '122718f1775c4a6d8e2e6f1c843372b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6e0dff032640c19d7d4ef5d5f918c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.809076] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.809076] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.823236] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "e5e667e1-f834-442e-82eb-f1ee771ac463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.823236] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "e5e667e1-f834-442e-82eb-f1ee771ac463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.823236] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "e5e667e1-f834-442e-82eb-f1ee771ac463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.823784] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "e5e667e1-f834-442e-82eb-f1ee771ac463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.824119] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "e5e667e1-f834-442e-82eb-f1ee771ac463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.827546] env[69584]: INFO nova.compute.manager [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Terminating instance [ 654.936607] env[69584]: INFO nova.compute.manager [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] instance snapshotting [ 654.936607] env[69584]: WARNING nova.compute.manager [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 654.949083] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347146f-165f-4757-a766-ba9ca1f03d20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.979575] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0218c406-70cd-46d7-912b-87e4754a087c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.103095] env[69584]: DEBUG nova.compute.manager [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.177740] env[69584]: DEBUG oslo_vmware.api [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Task: {'id': task-3485077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369679} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.178147] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.178147] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.178552] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.178552] env[69584]: INFO nova.compute.manager [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Took 1.14 seconds to destroy the instance on the hypervisor. [ 655.178785] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.179168] env[69584]: DEBUG nova.compute.manager [-] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.179168] env[69584]: DEBUG nova.network.neutron [-] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.335384] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "refresh_cache-e5e667e1-f834-442e-82eb-f1ee771ac463" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.335567] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquired lock "refresh_cache-e5e667e1-f834-442e-82eb-f1ee771ac463" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.335735] env[69584]: DEBUG nova.network.neutron [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.396446] env[69584]: DEBUG nova.compute.manager [req-0e865166-c2be-4e2f-8e0d-b79f3ab64db9 req-fc907f70-7d80-43bb-95f1-00ad71f8c13a service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Received event network-changed-a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.396640] env[69584]: DEBUG nova.compute.manager [req-0e865166-c2be-4e2f-8e0d-b79f3ab64db9 req-fc907f70-7d80-43bb-95f1-00ad71f8c13a service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Refreshing instance network info cache due to event network-changed-a1dfb726-914f-4ef0-8eda-b4a00ecce63a. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.396851] env[69584]: DEBUG oslo_concurrency.lockutils [req-0e865166-c2be-4e2f-8e0d-b79f3ab64db9 req-fc907f70-7d80-43bb-95f1-00ad71f8c13a service nova] Acquiring lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.417346] env[69584]: DEBUG nova.compute.manager [req-7c903cb0-9791-4e03-9112-1a30e31e22dc req-fcbc2e7f-3312-44fc-be44-1b76039d40d0 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Received event network-vif-deleted-d76be67b-2cc8-4cda-a54c-4055c926adff {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.417543] env[69584]: INFO nova.compute.manager [req-7c903cb0-9791-4e03-9112-1a30e31e22dc req-fcbc2e7f-3312-44fc-be44-1b76039d40d0 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Neutron deleted interface d76be67b-2cc8-4cda-a54c-4055c926adff; detaching it from the instance and deleting it from the info cache [ 655.417798] env[69584]: DEBUG nova.network.neutron [req-7c903cb0-9791-4e03-9112-1a30e31e22dc req-fcbc2e7f-3312-44fc-be44-1b76039d40d0 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updating instance_info_cache with network_info: [{"id": "c77f02c6-326f-413a-ac25-a331020bddec", "address": "fa:16:3e:5a:8c:1e", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77f02c6-32", "ovs_interfaceid": "c77f02c6-326f-413a-ac25-a331020bddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.454952] env[69584]: DEBUG nova.network.neutron [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Successfully created port: b89fd511-341a-455d-92f0-fd52ce9f7985 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.461511] env[69584]: DEBUG nova.network.neutron [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updating instance_info_cache with network_info: [{"id": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "address": "fa:16:3e:b9:09:03", "network": {"id": "8637127e-9391-4970-aad8-c6e90bdde4a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1026583752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ba341b8a2f4ea4954983e9a7d985f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dfb726-91", "ovs_interfaceid": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.492219] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 655.495998] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6cce3791-f263-4b95-b95e-0f2a806d729c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.509873] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 655.509873] env[69584]: value = "task-3485078" [ 655.509873] env[69584]: _type = "Task" [ 655.509873] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.519575] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485078, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.627338] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.628047] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e11a7580-a1c5-4c26-b0cc-92622d0778dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.636359] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 655.636359] env[69584]: value = "task-3485079" [ 655.636359] env[69584]: _type = "Task" [ 655.636359] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.647951] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.675733] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfb0822-4581-4007-86bb-e09a4b1feb5d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.688024] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5992923-bc41-4acb-9547-689f05a171e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.718570] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.718765] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.718955] env[69584]: DEBUG nova.network.neutron [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.721423] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ec505b-e931-4904-8a8b-05f423ae42d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.730266] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae02720a-5be2-4023-a83a-b54be7a3cabd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.748608] env[69584]: DEBUG nova.compute.provider_tree [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.856280] env[69584]: DEBUG nova.network.neutron [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.924301] env[69584]: DEBUG oslo_concurrency.lockutils [req-7c903cb0-9791-4e03-9112-1a30e31e22dc req-fcbc2e7f-3312-44fc-be44-1b76039d40d0 service nova] Acquiring lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.924540] env[69584]: DEBUG oslo_concurrency.lockutils [req-7c903cb0-9791-4e03-9112-1a30e31e22dc req-fcbc2e7f-3312-44fc-be44-1b76039d40d0 service nova] Acquired lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.925503] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2baf2cd-51ca-4c6b-9592-94f51c348e14 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.935052] env[69584]: DEBUG nova.network.neutron [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.948672] env[69584]: DEBUG oslo_concurrency.lockutils [req-7c903cb0-9791-4e03-9112-1a30e31e22dc req-fcbc2e7f-3312-44fc-be44-1b76039d40d0 service nova] Releasing lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.949064] env[69584]: WARNING nova.compute.manager [req-7c903cb0-9791-4e03-9112-1a30e31e22dc req-fcbc2e7f-3312-44fc-be44-1b76039d40d0 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Detach interface failed, port_id=d76be67b-2cc8-4cda-a54c-4055c926adff, reason: No device with interface-id d76be67b-2cc8-4cda-a54c-4055c926adff exists on VM: nova.exception.NotFound: No device with interface-id d76be67b-2cc8-4cda-a54c-4055c926adff exists on VM [ 655.950422] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Releasing lock "refresh_cache-e5e667e1-f834-442e-82eb-f1ee771ac463" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.950862] env[69584]: DEBUG nova.compute.manager [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.951055] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.952222] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f2b9ab-855d-4030-8e8d-ace3529e1412 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.961356] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.962323] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0552a426-02e4-4567-85ea-44f13902194e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.966928] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Releasing lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.967220] env[69584]: DEBUG nova.compute.manager [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Inject network info {{(pid=69584) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 655.967559] env[69584]: DEBUG nova.compute.manager [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] network_info to inject: |[{"id": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "address": "fa:16:3e:b9:09:03", "network": {"id": "8637127e-9391-4970-aad8-c6e90bdde4a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1026583752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ba341b8a2f4ea4954983e9a7d985f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dfb726-91", "ovs_interfaceid": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 655.972698] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Reconfiguring VM instance to set the machine id {{(pid=69584) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 655.974513] env[69584]: DEBUG oslo_concurrency.lockutils [req-0e865166-c2be-4e2f-8e0d-b79f3ab64db9 req-fc907f70-7d80-43bb-95f1-00ad71f8c13a service nova] Acquired lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.974908] env[69584]: DEBUG nova.network.neutron [req-0e865166-c2be-4e2f-8e0d-b79f3ab64db9 req-fc907f70-7d80-43bb-95f1-00ad71f8c13a service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Refreshing network info cache for port a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.976477] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c41dfcd-94fa-42e8-a957-9891a42ccf7f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.987471] env[69584]: DEBUG oslo_vmware.api [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 655.987471] env[69584]: value = "task-3485080" [ 655.987471] env[69584]: _type = "Task" [ 655.987471] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.998484] env[69584]: DEBUG oslo_vmware.api [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 655.998484] env[69584]: value = "task-3485081" [ 655.998484] env[69584]: _type = "Task" [ 655.998484] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.003175] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.003175] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.003175] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.003175] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.003381] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.008028] env[69584]: DEBUG oslo_vmware.api [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.009214] env[69584]: INFO nova.compute.manager [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Terminating instance [ 656.022648] env[69584]: DEBUG oslo_vmware.api [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3485081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.027857] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485078, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.122418] env[69584]: DEBUG nova.compute.manager [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.154210] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485079, 'name': PowerOffVM_Task, 'duration_secs': 0.203385} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.156154] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.156400] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.156576] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.156725] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.156939] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.157229] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.157819] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.157819] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.161492] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.161492] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.161643] env[69584]: DEBUG nova.virt.hardware [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.164488] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.165193] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.166472] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422959c2-11c1-4285-ac5d-a0ace849d8cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.171828] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ef5fe0-7f0f-4144-ba3c-bdb4f51b61d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.182786] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d0f084-4b71-4ce9-bbf9-c47fb906f879 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.188270] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.188567] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48368fb1-129e-4fb8-a5ba-cfa897668ac0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.224935] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.225252] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.225365] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Deleting the datastore file [datastore2] c9b37ee9-924e-4a1a-aa27-0c8632c42cce {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.225847] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8828025f-62fa-4e47-97cc-0586cba2224d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.233553] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 656.233553] env[69584]: value = "task-3485083" [ 656.233553] env[69584]: _type = "Task" [ 656.233553] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.242646] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.254093] env[69584]: DEBUG nova.scheduler.client.report [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.506245] env[69584]: DEBUG oslo_vmware.api [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485080, 'name': PowerOffVM_Task, 'duration_secs': 0.18135} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.509758] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.509954] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.510271] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23b79490-cf97-46ae-b1b7-252922d00265 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.522465] env[69584]: DEBUG nova.compute.manager [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.522703] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.523045] env[69584]: DEBUG oslo_vmware.api [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3485081, 'name': ReconfigVM_Task, 'duration_secs': 0.215757} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.526576] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0864e3e3-0805-4ff8-9551-bbb58bc418e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.529995] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9b86ae34-0223-497c-a124-767283b10c82 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Reconfigured VM instance to set the machine id {{(pid=69584) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 656.538274] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485078, 'name': CreateSnapshot_Task, 'duration_secs': 0.840282} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.539250] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 656.539669] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.539870] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.540060] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Deleting the datastore file [datastore2] e5e667e1-f834-442e-82eb-f1ee771ac463 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.540843] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d22e327-77df-4796-bba2-b0e72783a157 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.543617] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d212db3f-764c-49db-852c-e6ef418058b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.547951] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.548923] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aed8e25-894b-45aa-bd32-f14857bb4c9f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.558661] env[69584]: DEBUG oslo_vmware.api [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for the task: (returnval){ [ 656.558661] env[69584]: value = "task-3485085" [ 656.558661] env[69584]: _type = "Task" [ 656.558661] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.563594] env[69584]: DEBUG oslo_vmware.api [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 656.563594] env[69584]: value = "task-3485086" [ 656.563594] env[69584]: _type = "Task" [ 656.563594] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.581596] env[69584]: DEBUG oslo_vmware.api [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.586121] env[69584]: DEBUG oslo_vmware.api [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.646740] env[69584]: DEBUG nova.network.neutron [req-0e865166-c2be-4e2f-8e0d-b79f3ab64db9 req-fc907f70-7d80-43bb-95f1-00ad71f8c13a service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updated VIF entry in instance network info cache for port a1dfb726-914f-4ef0-8eda-b4a00ecce63a. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.647142] env[69584]: DEBUG nova.network.neutron [req-0e865166-c2be-4e2f-8e0d-b79f3ab64db9 req-fc907f70-7d80-43bb-95f1-00ad71f8c13a service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updating instance_info_cache with network_info: [{"id": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "address": "fa:16:3e:b9:09:03", "network": {"id": "8637127e-9391-4970-aad8-c6e90bdde4a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1026583752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ba341b8a2f4ea4954983e9a7d985f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dfb726-91", "ovs_interfaceid": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.744641] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145314} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.744992] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.745239] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.745446] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.762047] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.764201] env[69584]: DEBUG nova.compute.manager [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.765361] env[69584]: DEBUG nova.network.neutron [-] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.766592] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.122s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.769041] env[69584]: INFO nova.compute.claims [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.775913] env[69584]: DEBUG nova.network.neutron [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updating instance_info_cache with network_info: [{"id": "c77f02c6-326f-413a-ac25-a331020bddec", "address": "fa:16:3e:5a:8c:1e", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77f02c6-32", "ovs_interfaceid": "c77f02c6-326f-413a-ac25-a331020bddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.777126] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "f6ea22c7-5703-4d58-b92a-42febea3bb06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.777359] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "f6ea22c7-5703-4d58-b92a-42febea3bb06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.068817] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 657.069340] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-956cb2e8-5ae3-4727-9709-d19db637bca6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.092674] env[69584]: DEBUG oslo_vmware.api [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485086, 'name': PowerOffVM_Task, 'duration_secs': 0.194235} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.097560] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.097560] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.097822] env[69584]: DEBUG oslo_vmware.api [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Task: {'id': task-3485085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154301} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.098023] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 657.098023] env[69584]: value = "task-3485087" [ 657.098023] env[69584]: _type = "Task" [ 657.098023] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.098348] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c192c6c2-03da-4cee-945f-39deb4984d8a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.100517] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.100950] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.101206] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.101422] env[69584]: INFO nova.compute.manager [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Took 1.15 seconds to destroy the instance on the hypervisor. [ 657.101723] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.102276] env[69584]: DEBUG nova.compute.manager [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.102484] env[69584]: DEBUG nova.network.neutron [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.113818] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485087, 'name': CloneVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.130493] env[69584]: DEBUG nova.network.neutron [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.151970] env[69584]: DEBUG oslo_concurrency.lockutils [req-0e865166-c2be-4e2f-8e0d-b79f3ab64db9 req-fc907f70-7d80-43bb-95f1-00ad71f8c13a service nova] Releasing lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.172117] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.172912] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.172912] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleting the datastore file [datastore2] 72bb6d82-5ec5-4a20-9599-e4bd68b25d74 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.172912] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5605fa0-eba3-460f-b3ff-459cab726ff3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.185430] env[69584]: DEBUG oslo_vmware.api [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 657.185430] env[69584]: value = "task-3485089" [ 657.185430] env[69584]: _type = "Task" [ 657.185430] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.198344] env[69584]: DEBUG oslo_vmware.api [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.226213] env[69584]: DEBUG nova.network.neutron [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Successfully updated port: b89fd511-341a-455d-92f0-fd52ce9f7985 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.268149] env[69584]: DEBUG nova.compute.utils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.269772] env[69584]: DEBUG nova.compute.manager [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.270148] env[69584]: DEBUG nova.network.neutron [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.277067] env[69584]: INFO nova.compute.manager [-] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Took 2.10 seconds to deallocate network for instance. [ 657.279608] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-72bb6d82-5ec5-4a20-9599-e4bd68b25d74" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.351757] env[69584]: DEBUG nova.policy [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76da116ad72e4917bceae72955f989ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98882a4b635d41fdb663887caee27e27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.564609] env[69584]: DEBUG nova.objects.instance [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lazy-loading 'flavor' on Instance uuid 9c195701-261c-4f8d-9558-c4bbb139133a {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.615474] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485087, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.637449] env[69584]: DEBUG nova.network.neutron [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.695337] env[69584]: DEBUG oslo_vmware.api [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269431} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.699178] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.699178] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.699178] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.699178] env[69584]: INFO nova.compute.manager [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Took 1.17 seconds to destroy the instance on the hypervisor. [ 657.699178] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.699178] env[69584]: DEBUG nova.compute.manager [-] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.699178] env[69584]: DEBUG nova.network.neutron [-] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.730923] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquiring lock "refresh_cache-f2c68220-f055-4558-95c0-526ae266ee62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.731873] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquired lock "refresh_cache-f2c68220-f055-4558-95c0-526ae266ee62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.732743] env[69584]: DEBUG nova.network.neutron [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.761025] env[69584]: DEBUG nova.network.neutron [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Successfully created port: ec7f8986-7dd6-4934-9b87-cc87d75acdd3 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.775232] env[69584]: DEBUG nova.compute.manager [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.787477] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f0c476db-76a5-4e7b-8a3b-8e2e6c1e6126 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-72bb6d82-5ec5-4a20-9599-e4bd68b25d74-d76be67b-2cc8-4cda-a54c-4055c926adff" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.250s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.792551] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.792874] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.793405] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.793715] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.793790] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.793948] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.794248] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.794636] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.795870] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.795870] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.795870] env[69584]: DEBUG nova.virt.hardware [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.797045] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.799707] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accc4912-dc56-43fd-96a4-1cb8a4c0bc6d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.817108] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3c7555-6c7c-487e-901c-ddb0ef01c909 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.838579] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.844220] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.847777] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.848292] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb11062-ced2-4fb3-98a4-2ad1405588b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.863821] env[69584]: DEBUG nova.compute.manager [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received event network-vif-plugged-a9dc94e9-be57-4b8d-a5c0-c5438e61f461 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.864068] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Acquiring lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.864283] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.864444] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.864603] env[69584]: DEBUG nova.compute.manager [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] No waiting events found dispatching network-vif-plugged-a9dc94e9-be57-4b8d-a5c0-c5438e61f461 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.864754] env[69584]: WARNING nova.compute.manager [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received unexpected event network-vif-plugged-a9dc94e9-be57-4b8d-a5c0-c5438e61f461 for instance with vm_state building and task_state spawning. [ 657.864959] env[69584]: DEBUG nova.compute.manager [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received event network-changed-a9dc94e9-be57-4b8d-a5c0-c5438e61f461 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.865057] env[69584]: DEBUG nova.compute.manager [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Refreshing instance network info cache due to event network-changed-a9dc94e9-be57-4b8d-a5c0-c5438e61f461. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.865232] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Acquiring lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.865600] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Acquired lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.865782] env[69584]: DEBUG nova.network.neutron [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Refreshing network info cache for port a9dc94e9-be57-4b8d-a5c0-c5438e61f461 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.874648] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.874648] env[69584]: value = "task-3485090" [ 657.874648] env[69584]: _type = "Task" [ 657.874648] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.885516] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485090, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.005246] env[69584]: DEBUG nova.network.neutron [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Successfully updated port: 4f43b8ef-6fe2-414e-8246-fd8516fb49ca {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.077181] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquiring lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.077466] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquired lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.113122] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485087, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.139071] env[69584]: INFO nova.compute.manager [-] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Took 1.04 seconds to deallocate network for instance. [ 658.209464] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquiring lock "86790ac3-48f9-4b93-8843-8b1b36383712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.209749] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "86790ac3-48f9-4b93-8843-8b1b36383712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.315045] env[69584]: DEBUG nova.compute.manager [req-b492ca81-667f-4846-b903-72731ac2e8af req-40dbdc03-fccc-4b97-8f78-5a78b96469ae service nova] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Received event network-vif-deleted-41bc1b87-b697-409a-80b8-123a1d70cb13 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.388355] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485090, 'name': CreateVM_Task, 'duration_secs': 0.491588} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.390185] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.391573] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.391573] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.391573] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.391985] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634092c4-f472-4a6c-b124-99c0ece12dd1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.399020] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 658.399020] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e8e341-07ab-9999-08a7-625347c08cbd" [ 658.399020] env[69584]: _type = "Task" [ 658.399020] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.412292] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e8e341-07ab-9999-08a7-625347c08cbd, 'name': SearchDatastore_Task} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.412292] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.412292] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.413995] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.413995] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.413995] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.416923] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-755f91a0-26fa-4c1d-abaf-ab19f9c66812 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.428183] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.428392] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.429224] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1534b93a-cde2-48b9-8144-1c8c489ba973 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.447016] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 658.447016] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c323a3-e6a5-5db8-0517-14480771d0be" [ 658.447016] env[69584]: _type = "Task" [ 658.447016] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.455817] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c323a3-e6a5-5db8-0517-14480771d0be, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.456626] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f812184a-6351-4828-9995-2862f1b18429 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.464185] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 658.464185] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ef762c-296d-7220-82af-5be87a6d35df" [ 658.464185] env[69584]: _type = "Task" [ 658.464185] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.474893] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ef762c-296d-7220-82af-5be87a6d35df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.487702] env[69584]: DEBUG nova.network.neutron [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.494701] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55456cf2-7b1c-4f99-90f6-01b4f592034a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.506571] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1cc580-da0c-4635-bb45-b8d828a5fa8c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.541042] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3b5c22-620c-437f-9beb-227a6b8f0f4b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.550116] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e1a331-d25a-4dac-92c7-e391384a00cd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.566895] env[69584]: DEBUG nova.compute.provider_tree [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.617793] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485087, 'name': CloneVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.645882] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.756730] env[69584]: DEBUG nova.network.neutron [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.784461] env[69584]: DEBUG nova.compute.manager [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.832256] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.832609] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.832696] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.832886] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.832994] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.833175] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.833388] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.833564] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.833751] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.833920] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.834121] env[69584]: DEBUG nova.virt.hardware [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.838013] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb0654-0348-43ed-a37f-1a03f1992c1f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.845388] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4174faa8-6928-4b68-9439-1b7026c9d2d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.563447] env[69584]: DEBUG nova.network.neutron [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.586767] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ef762c-296d-7220-82af-5be87a6d35df, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.591019] env[69584]: ERROR nova.scheduler.client.report [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [req-a6ae542f-4c49-47e5-9bd5-52f79e95f612] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6ae542f-4c49-47e5-9bd5-52f79e95f612"}]} [ 659.591418] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.591561] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] c9b37ee9-924e-4a1a-aa27-0c8632c42cce/c9b37ee9-924e-4a1a-aa27-0c8632c42cce.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.594104] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485087, 'name': CloneVM_Task, 'duration_secs': 2.089544} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.596486] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8712ea2b-6cd2-4076-a056-97133885fa8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.598852] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Created linked-clone VM from snapshot [ 659.600429] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbdca4e-835e-4d0a-9baf-8aea045b562a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.609585] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Uploading image 5740c780-890c-4aec-8688-c9e5fb1e1b32 {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 659.613814] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67822-f8bb-a527-a015-8f34d1f64f7d/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 659.617493] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d7a441-41f2-4305-99ed-754a39572d1c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.618667] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 659.618667] env[69584]: value = "task-3485091" [ 659.618667] env[69584]: _type = "Task" [ 659.618667] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.619593] env[69584]: DEBUG nova.scheduler.client.report [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 659.628487] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67822-f8bb-a527-a015-8f34d1f64f7d/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 659.628781] env[69584]: ERROR oslo_vmware.rw_handles [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67822-f8bb-a527-a015-8f34d1f64f7d/disk-0.vmdk due to incomplete transfer. [ 659.629425] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0091292b-e41f-4bc6-b332-57005bfd142e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.634715] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.636707] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 659.636707] env[69584]: value = "vm-696679" [ 659.636707] env[69584]: _type = "VirtualMachine" [ 659.636707] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 659.637158] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d1c7195-e6a6-4910-a05d-be021a6c6f09 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.641802] env[69584]: DEBUG nova.scheduler.client.report [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 659.642106] env[69584]: DEBUG nova.compute.provider_tree [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.646836] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lease: (returnval){ [ 659.646836] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52686768-90db-e916-52db-6b32ceb63c52" [ 659.646836] env[69584]: _type = "HttpNfcLease" [ 659.646836] env[69584]: } obtained for exporting VM: (result){ [ 659.646836] env[69584]: value = "vm-696679" [ 659.646836] env[69584]: _type = "VirtualMachine" [ 659.646836] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 659.646836] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the lease: (returnval){ [ 659.646836] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52686768-90db-e916-52db-6b32ceb63c52" [ 659.646836] env[69584]: _type = "HttpNfcLease" [ 659.646836] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 659.646836] env[69584]: DEBUG nova.network.neutron [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.661941] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 659.661941] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52686768-90db-e916-52db-6b32ceb63c52" [ 659.661941] env[69584]: _type = "HttpNfcLease" [ 659.661941] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 659.663470] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67822-f8bb-a527-a015-8f34d1f64f7d/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 659.663470] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Uploaded image 76264ced-68c9-43db-a936-5f608e693151 to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 659.665393] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 659.666396] env[69584]: DEBUG nova.scheduler.client.report [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 659.672676] env[69584]: DEBUG nova.network.neutron [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Updating instance_info_cache with network_info: [{"id": "b89fd511-341a-455d-92f0-fd52ce9f7985", "address": "fa:16:3e:3b:2e:05", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb89fd511-34", "ovs_interfaceid": "b89fd511-341a-455d-92f0-fd52ce9f7985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.676169] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 659.676169] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52686768-90db-e916-52db-6b32ceb63c52" [ 659.676169] env[69584]: _type = "HttpNfcLease" [ 659.676169] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 659.676169] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d53ffe6d-09f5-43c8-b5f8-80d4f9fd168f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.680553] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9886fdb-26f7-46a3-b1ee-e758143eb28a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.701817] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc53ed-092a-56c3-0e24-0d6179cc72b9/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 659.701817] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc53ed-092a-56c3-0e24-0d6179cc72b9/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 659.703161] env[69584]: DEBUG nova.scheduler.client.report [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 659.705746] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 659.705746] env[69584]: value = "task-3485093" [ 659.705746] env[69584]: _type = "Task" [ 659.705746] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.780185] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485093, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.817603] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55149eaf-32a1-4a3b-8f39-c8a947b44c32 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.957264] env[69584]: DEBUG nova.compute.manager [req-fc0e77c2-b5f0-45a0-b24d-e454d7a633ba req-ffeef9af-58ff-42d0-815b-2c47e212b254 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Received event network-vif-deleted-c77f02c6-326f-413a-ac25-a331020bddec {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.957472] env[69584]: INFO nova.compute.manager [req-fc0e77c2-b5f0-45a0-b24d-e454d7a633ba req-ffeef9af-58ff-42d0-815b-2c47e212b254 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Neutron deleted interface c77f02c6-326f-413a-ac25-a331020bddec; detaching it from the instance and deleting it from the info cache [ 659.957803] env[69584]: DEBUG nova.network.neutron [req-fc0e77c2-b5f0-45a0-b24d-e454d7a633ba req-ffeef9af-58ff-42d0-815b-2c47e212b254 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.083493] env[69584]: DEBUG nova.network.neutron [-] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.135051] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.154729] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Releasing lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.154991] env[69584]: DEBUG nova.compute.manager [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Received event network-vif-plugged-b89fd511-341a-455d-92f0-fd52ce9f7985 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.155218] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Acquiring lock "f2c68220-f055-4558-95c0-526ae266ee62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.155438] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Lock "f2c68220-f055-4558-95c0-526ae266ee62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.155561] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Lock "f2c68220-f055-4558-95c0-526ae266ee62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.155719] env[69584]: DEBUG nova.compute.manager [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] No waiting events found dispatching network-vif-plugged-b89fd511-341a-455d-92f0-fd52ce9f7985 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.155878] env[69584]: WARNING nova.compute.manager [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Received unexpected event network-vif-plugged-b89fd511-341a-455d-92f0-fd52ce9f7985 for instance with vm_state building and task_state spawning. [ 660.156049] env[69584]: DEBUG nova.compute.manager [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Received event network-changed-b89fd511-341a-455d-92f0-fd52ce9f7985 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.156199] env[69584]: DEBUG nova.compute.manager [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Refreshing instance network info cache due to event network-changed-b89fd511-341a-455d-92f0-fd52ce9f7985. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.156404] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Acquiring lock "refresh_cache-f2c68220-f055-4558-95c0-526ae266ee62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.178994] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Releasing lock "refresh_cache-f2c68220-f055-4558-95c0-526ae266ee62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.179379] env[69584]: DEBUG nova.compute.manager [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Instance network_info: |[{"id": "b89fd511-341a-455d-92f0-fd52ce9f7985", "address": "fa:16:3e:3b:2e:05", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb89fd511-34", "ovs_interfaceid": "b89fd511-341a-455d-92f0-fd52ce9f7985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.179681] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Acquired lock "refresh_cache-f2c68220-f055-4558-95c0-526ae266ee62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.179853] env[69584]: DEBUG nova.network.neutron [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Refreshing network info cache for port b89fd511-341a-455d-92f0-fd52ce9f7985 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.181078] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:2e:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b89fd511-341a-455d-92f0-fd52ce9f7985', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.188875] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Creating folder: Project (ca6e0dff032640c19d7d4ef5d5f918c4). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.193033] env[69584]: DEBUG nova.network.neutron [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updating instance_info_cache with network_info: [{"id": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "address": "fa:16:3e:b9:09:03", "network": {"id": "8637127e-9391-4970-aad8-c6e90bdde4a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1026583752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ba341b8a2f4ea4954983e9a7d985f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dfb726-91", "ovs_interfaceid": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.193033] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cebdb9d0-6cca-4572-8592-b2373a68ce25 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.209096] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Created folder: Project (ca6e0dff032640c19d7d4ef5d5f918c4) in parent group-v696614. [ 660.209304] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Creating folder: Instances. Parent ref: group-v696681. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.212929] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74f87319-a302-4919-832d-453c3af0d8ad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.223472] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485093, 'name': Destroy_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.231115] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Created folder: Instances in parent group-v696681. [ 660.231115] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.231115] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.231115] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58f74a84-dc17-41ad-96ae-822a0d1aa75d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.257421] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.257421] env[69584]: value = "task-3485096" [ 660.257421] env[69584]: _type = "Task" [ 660.257421] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.267454] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485096, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.467614] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edc8d67a-b6dc-415f-9983-9544d3cbca1b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.474991] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5399dc1-3041-4962-9c1f-6201237a31e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.480733] env[69584]: DEBUG nova.compute.manager [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received event network-vif-plugged-4f43b8ef-6fe2-414e-8246-fd8516fb49ca {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.481029] env[69584]: DEBUG oslo_concurrency.lockutils [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] Acquiring lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.481266] env[69584]: DEBUG oslo_concurrency.lockutils [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.481468] env[69584]: DEBUG oslo_concurrency.lockutils [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.481675] env[69584]: DEBUG nova.compute.manager [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] No waiting events found dispatching network-vif-plugged-4f43b8ef-6fe2-414e-8246-fd8516fb49ca {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.482420] env[69584]: WARNING nova.compute.manager [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received unexpected event network-vif-plugged-4f43b8ef-6fe2-414e-8246-fd8516fb49ca for instance with vm_state building and task_state spawning. [ 660.485074] env[69584]: DEBUG nova.compute.manager [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received event network-changed-4f43b8ef-6fe2-414e-8246-fd8516fb49ca {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.485265] env[69584]: DEBUG nova.compute.manager [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Refreshing instance network info cache due to event network-changed-4f43b8ef-6fe2-414e-8246-fd8516fb49ca. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.485560] env[69584]: DEBUG oslo_concurrency.lockutils [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] Acquiring lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.486313] env[69584]: DEBUG oslo_concurrency.lockutils [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] Acquired lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.486458] env[69584]: DEBUG nova.network.neutron [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Refreshing network info cache for port 4f43b8ef-6fe2-414e-8246-fd8516fb49ca {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.498361] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ebd66-357d-4f7a-93db-6486e97d241f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.504781] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d635dfe-a2ba-4070-bfff-c222f98d121e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.558222] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382b3cd9-6ecc-49a6-ab33-8e367146bf42 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.561575] env[69584]: DEBUG nova.compute.manager [req-fc0e77c2-b5f0-45a0-b24d-e454d7a633ba req-ffeef9af-58ff-42d0-815b-2c47e212b254 service nova] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Detach interface failed, port_id=c77f02c6-326f-413a-ac25-a331020bddec, reason: Instance 72bb6d82-5ec5-4a20-9599-e4bd68b25d74 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 660.567827] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271659ef-478e-4653-917b-16b4b9d632d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.582890] env[69584]: DEBUG nova.compute.provider_tree [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.591189] env[69584]: INFO nova.compute.manager [-] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Took 2.89 seconds to deallocate network for instance. [ 660.607502] env[69584]: DEBUG nova.network.neutron [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Successfully updated port: ec7f8986-7dd6-4934-9b87-cc87d75acdd3 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.636352] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485091, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.696999] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Releasing lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.697137] env[69584]: DEBUG nova.compute.manager [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Inject network info {{(pid=69584) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 660.697387] env[69584]: DEBUG nova.compute.manager [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] network_info to inject: |[{"id": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "address": "fa:16:3e:b9:09:03", "network": {"id": "8637127e-9391-4970-aad8-c6e90bdde4a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1026583752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ba341b8a2f4ea4954983e9a7d985f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dfb726-91", "ovs_interfaceid": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 660.702342] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Reconfiguring VM instance to set the machine id {{(pid=69584) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 660.703232] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3745cea3-3e84-456f-a492-45ef5eea8bc4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.714744] env[69584]: DEBUG nova.network.neutron [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Successfully updated port: 8efe1f6e-dfa2-4508-bf93-9d9610f44087 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.726977] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485093, 'name': Destroy_Task, 'duration_secs': 0.585654} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.729789] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Destroyed the VM [ 660.729789] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 660.730821] env[69584]: DEBUG oslo_vmware.api [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 660.730821] env[69584]: value = "task-3485097" [ 660.730821] env[69584]: _type = "Task" [ 660.730821] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.731546] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80ee9458-17eb-4007-9d96-c6c4af853a32 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.748777] env[69584]: DEBUG oslo_vmware.api [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3485097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.749162] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 660.749162] env[69584]: value = "task-3485098" [ 660.749162] env[69584]: _type = "Task" [ 660.749162] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.768698] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485096, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.029140] env[69584]: DEBUG nova.network.neutron [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Updated VIF entry in instance network info cache for port b89fd511-341a-455d-92f0-fd52ce9f7985. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.029140] env[69584]: DEBUG nova.network.neutron [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Updating instance_info_cache with network_info: [{"id": "b89fd511-341a-455d-92f0-fd52ce9f7985", "address": "fa:16:3e:3b:2e:05", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb89fd511-34", "ovs_interfaceid": "b89fd511-341a-455d-92f0-fd52ce9f7985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.048852] env[69584]: DEBUG nova.network.neutron [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.098355] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.110179] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquiring lock "refresh_cache-c32d7cb4-082d-49fe-ace8-89069a3d6aa9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.110382] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquired lock "refresh_cache-c32d7cb4-082d-49fe-ace8-89069a3d6aa9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.110510] env[69584]: DEBUG nova.network.neutron [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.136031] env[69584]: DEBUG nova.scheduler.client.report [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 661.136031] env[69584]: DEBUG nova.compute.provider_tree [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 47 to 48 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 661.136031] env[69584]: DEBUG nova.compute.provider_tree [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.144149] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485091, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.149064] env[69584]: DEBUG nova.network.neutron [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.221643] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.245768] env[69584]: DEBUG oslo_vmware.api [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3485097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.261305] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485098, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.270734] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485096, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.533409] env[69584]: DEBUG oslo_concurrency.lockutils [req-b770633c-81f6-4c71-8012-cc92b61447d7 req-2a28a358-2cc2-4643-a598-284d857a185c service nova] Releasing lock "refresh_cache-f2c68220-f055-4558-95c0-526ae266ee62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.606855] env[69584]: DEBUG oslo_concurrency.lockutils [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquiring lock "9c195701-261c-4f8d-9558-c4bbb139133a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.606855] env[69584]: DEBUG oslo_concurrency.lockutils [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lock "9c195701-261c-4f8d-9558-c4bbb139133a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.607017] env[69584]: DEBUG oslo_concurrency.lockutils [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquiring lock "9c195701-261c-4f8d-9558-c4bbb139133a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.607207] env[69584]: DEBUG oslo_concurrency.lockutils [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lock "9c195701-261c-4f8d-9558-c4bbb139133a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.607377] env[69584]: DEBUG oslo_concurrency.lockutils [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lock "9c195701-261c-4f8d-9558-c4bbb139133a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.611031] env[69584]: INFO nova.compute.manager [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Terminating instance [ 661.635649] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485091, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.556433} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.639019] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] c9b37ee9-924e-4a1a-aa27-0c8632c42cce/c9b37ee9-924e-4a1a-aa27-0c8632c42cce.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.639019] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.639019] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8a388cc-96a9-4f57-b043-31121e95d43b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.643697] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.877s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.644280] env[69584]: DEBUG nova.compute.manager [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.648637] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.199s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.648866] env[69584]: DEBUG nova.objects.instance [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 661.651710] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 661.651710] env[69584]: value = "task-3485099" [ 661.651710] env[69584]: _type = "Task" [ 661.651710] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.652415] env[69584]: DEBUG oslo_concurrency.lockutils [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] Releasing lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.652637] env[69584]: DEBUG nova.compute.manager [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Received event network-changed-a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.652851] env[69584]: DEBUG nova.compute.manager [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Refreshing instance network info cache due to event network-changed-a1dfb726-914f-4ef0-8eda-b4a00ecce63a. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.653159] env[69584]: DEBUG oslo_concurrency.lockutils [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] Acquiring lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.653159] env[69584]: DEBUG oslo_concurrency.lockutils [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] Acquired lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.653298] env[69584]: DEBUG nova.network.neutron [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Refreshing network info cache for port a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.654414] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquired lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.654614] env[69584]: DEBUG nova.network.neutron [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.667416] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.667416] env[69584]: DEBUG nova.network.neutron [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.747241] env[69584]: DEBUG oslo_vmware.api [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3485097, 'name': ReconfigVM_Task, 'duration_secs': 0.599012} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.748197] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64c426-f428-405f-a4df-16c13b59e78f tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Reconfigured VM instance to set the machine id {{(pid=69584) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 661.763563] env[69584]: DEBUG oslo_vmware.api [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485098, 'name': RemoveSnapshot_Task, 'duration_secs': 0.773872} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.768382] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 661.769054] env[69584]: INFO nova.compute.manager [None req-2ed619b2-d376-4ce8-a4ec-a7dadd7f6064 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Took 17.30 seconds to snapshot the instance on the hypervisor. [ 661.782339] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485096, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.899761] env[69584]: DEBUG nova.network.neutron [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Updating instance_info_cache with network_info: [{"id": "ec7f8986-7dd6-4934-9b87-cc87d75acdd3", "address": "fa:16:3e:7c:0f:bc", "network": {"id": "b83e4cf8-4e7f-4d77-b841-ca461bc4caab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1222601395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98882a4b635d41fdb663887caee27e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7f8986-7d", "ovs_interfaceid": "ec7f8986-7dd6-4934-9b87-cc87d75acdd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.020524] env[69584]: DEBUG nova.compute.manager [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Received event network-vif-plugged-ec7f8986-7dd6-4934-9b87-cc87d75acdd3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.020906] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Acquiring lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.021057] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.021425] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.021483] env[69584]: DEBUG nova.compute.manager [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] No waiting events found dispatching network-vif-plugged-ec7f8986-7dd6-4934-9b87-cc87d75acdd3 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.021639] env[69584]: WARNING nova.compute.manager [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Received unexpected event network-vif-plugged-ec7f8986-7dd6-4934-9b87-cc87d75acdd3 for instance with vm_state building and task_state spawning. [ 662.021815] env[69584]: DEBUG nova.compute.manager [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received event network-vif-plugged-8efe1f6e-dfa2-4508-bf93-9d9610f44087 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.022014] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Acquiring lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.022240] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.022399] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.022590] env[69584]: DEBUG nova.compute.manager [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] No waiting events found dispatching network-vif-plugged-8efe1f6e-dfa2-4508-bf93-9d9610f44087 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.022987] env[69584]: WARNING nova.compute.manager [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received unexpected event network-vif-plugged-8efe1f6e-dfa2-4508-bf93-9d9610f44087 for instance with vm_state building and task_state spawning. [ 662.023155] env[69584]: DEBUG nova.compute.manager [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Received event network-changed-ec7f8986-7dd6-4934-9b87-cc87d75acdd3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.023331] env[69584]: DEBUG nova.compute.manager [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Refreshing instance network info cache due to event network-changed-ec7f8986-7dd6-4934-9b87-cc87d75acdd3. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.023520] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Acquiring lock "refresh_cache-c32d7cb4-082d-49fe-ace8-89069a3d6aa9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.115630] env[69584]: DEBUG nova.compute.manager [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.115630] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.116864] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035e7353-eb4b-43fe-97df-85245c4b2ad0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.127021] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.127021] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c1a481f-2bbb-40f4-8a0e-e9d515b37b55 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.133669] env[69584]: DEBUG oslo_vmware.api [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 662.133669] env[69584]: value = "task-3485100" [ 662.133669] env[69584]: _type = "Task" [ 662.133669] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.142381] env[69584]: DEBUG oslo_vmware.api [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3485100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.156678] env[69584]: DEBUG nova.compute.utils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.158801] env[69584]: DEBUG nova.compute.manager [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.159013] env[69584]: DEBUG nova.network.neutron [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.176100] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.230893] env[69584]: DEBUG nova.network.neutron [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.276301] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485096, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.294147] env[69584]: DEBUG nova.policy [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '045fd467620e4c3e951a4a9a768c8063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e58cba74b2543a1be0fafd49a3d684b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.406021] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Releasing lock "refresh_cache-c32d7cb4-082d-49fe-ace8-89069a3d6aa9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.406021] env[69584]: DEBUG nova.compute.manager [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Instance network_info: |[{"id": "ec7f8986-7dd6-4934-9b87-cc87d75acdd3", "address": "fa:16:3e:7c:0f:bc", "network": {"id": "b83e4cf8-4e7f-4d77-b841-ca461bc4caab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1222601395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98882a4b635d41fdb663887caee27e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7f8986-7d", "ovs_interfaceid": "ec7f8986-7dd6-4934-9b87-cc87d75acdd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.406021] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Acquired lock "refresh_cache-c32d7cb4-082d-49fe-ace8-89069a3d6aa9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.406021] env[69584]: DEBUG nova.network.neutron [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Refreshing network info cache for port ec7f8986-7dd6-4934-9b87-cc87d75acdd3 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.406021] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:0f:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec7f8986-7dd6-4934-9b87-cc87d75acdd3', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.416042] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Creating folder: Project (98882a4b635d41fdb663887caee27e27). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.417637] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1713828-9d53-4207-93b4-43e522dca4e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.436025] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Created folder: Project (98882a4b635d41fdb663887caee27e27) in parent group-v696614. [ 662.436025] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Creating folder: Instances. Parent ref: group-v696684. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.436025] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4e92a70-977d-4f58-9677-3a29c1a6d22d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.448059] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Created folder: Instances in parent group-v696684. [ 662.449337] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.449636] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.449910] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c71fe64f-f718-4fb6-9fe1-e20b5e8de0b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.481028] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.481028] env[69584]: value = "task-3485103" [ 662.481028] env[69584]: _type = "Task" [ 662.481028] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.493202] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485103, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.645367] env[69584]: DEBUG oslo_vmware.api [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3485100, 'name': PowerOffVM_Task, 'duration_secs': 0.505745} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.645653] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.645828] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.646120] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1cf9e18-2b4a-4ed9-b96e-86b188f2d735 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.659654] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a55e4ecf-e1d9-4d73-b136-dff05978ef8b tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.663744] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.066s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.665379] env[69584]: INFO nova.compute.claims [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.677031] env[69584]: DEBUG nova.compute.manager [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.703964] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.86261} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.708148] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.708148] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8677f672-d814-439b-baf2-b75bff5b6fb3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.734956] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] c9b37ee9-924e-4a1a-aa27-0c8632c42cce/c9b37ee9-924e-4a1a-aa27-0c8632c42cce.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.740061] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3831c15-6bbe-4f64-9eb8-7b006e3f0f2d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.760021] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.760021] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.760021] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Deleting the datastore file [datastore1] 9c195701-261c-4f8d-9558-c4bbb139133a {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.760021] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3726b9b0-ba3e-4101-96e0-4db7538d3286 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.768496] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 662.768496] env[69584]: value = "task-3485105" [ 662.768496] env[69584]: _type = "Task" [ 662.768496] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.769414] env[69584]: DEBUG nova.network.neutron [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updated VIF entry in instance network info cache for port a1dfb726-914f-4ef0-8eda-b4a00ecce63a. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.769788] env[69584]: DEBUG nova.network.neutron [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updating instance_info_cache with network_info: [{"id": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "address": "fa:16:3e:b9:09:03", "network": {"id": "8637127e-9391-4970-aad8-c6e90bdde4a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1026583752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ba341b8a2f4ea4954983e9a7d985f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dfb726-91", "ovs_interfaceid": "a1dfb726-914f-4ef0-8eda-b4a00ecce63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.776286] env[69584]: DEBUG oslo_vmware.api [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for the task: (returnval){ [ 662.776286] env[69584]: value = "task-3485106" [ 662.776286] env[69584]: _type = "Task" [ 662.776286] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.780814] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485096, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.789589] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485105, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.798807] env[69584]: DEBUG oslo_vmware.api [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3485106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.999409] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485103, 'name': CreateVM_Task, 'duration_secs': 0.481109} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.999790] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.000651] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.000971] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.001390] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.001786] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd5aa32a-ab8f-4407-b9bd-e4e1e900741d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.010018] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for the task: (returnval){ [ 663.010018] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f2826e-bdd2-136c-7bd3-dac6baeb6685" [ 663.010018] env[69584]: _type = "Task" [ 663.010018] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.019148] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f2826e-bdd2-136c-7bd3-dac6baeb6685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.144835] env[69584]: DEBUG nova.network.neutron [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Successfully created port: 13398dd3-ac11-48bf-9ed6-d77379f669c1 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.258782] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.259533] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.273025] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485096, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.280222] env[69584]: DEBUG nova.network.neutron [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Updating instance_info_cache with network_info: [{"id": "a9dc94e9-be57-4b8d-a5c0-c5438e61f461", "address": "fa:16:3e:09:a9:aa", "network": {"id": "67ee8c9f-1114-4ddb-8185-a2ec7a761e5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-518922982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9dc94e9-be", "ovs_interfaceid": "a9dc94e9-be57-4b8d-a5c0-c5438e61f461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f43b8ef-6fe2-414e-8246-fd8516fb49ca", "address": "fa:16:3e:b3:9e:10", "network": {"id": "d1bed9a5-5d17-478f-a1fb-a357fb8a0edc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1956295287", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f43b8ef-6f", "ovs_interfaceid": "4f43b8ef-6fe2-414e-8246-fd8516fb49ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8efe1f6e-dfa2-4508-bf93-9d9610f44087", "address": "fa:16:3e:dc:ef:c6", "network": {"id": "67ee8c9f-1114-4ddb-8185-a2ec7a761e5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-518922982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe1f6e-df", "ovs_interfaceid": "8efe1f6e-dfa2-4508-bf93-9d9610f44087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.281077] env[69584]: DEBUG oslo_concurrency.lockutils [req-5b220827-b590-4e27-9f12-1e35e7c3e829 req-6013c006-5262-456f-a2f5-6596973dbfe4 service nova] Releasing lock "refresh_cache-9c195701-261c-4f8d-9558-c4bbb139133a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.289452] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485105, 'name': ReconfigVM_Task, 'duration_secs': 0.473267} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.290171] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Reconfigured VM instance instance-00000014 to attach disk [datastore2] c9b37ee9-924e-4a1a-aa27-0c8632c42cce/c9b37ee9-924e-4a1a-aa27-0c8632c42cce.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.291620] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-642c7562-66d6-4148-b180-296f6d7963f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.298992] env[69584]: DEBUG oslo_vmware.api [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Task: {'id': task-3485106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305191} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.300627] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.300787] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.300992] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.301200] env[69584]: INFO nova.compute.manager [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 663.301451] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.301939] env[69584]: DEBUG nova.compute.manager [-] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.302068] env[69584]: DEBUG nova.network.neutron [-] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.308637] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 663.308637] env[69584]: value = "task-3485107" [ 663.308637] env[69584]: _type = "Task" [ 663.308637] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.319441] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485107, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.526392] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f2826e-bdd2-136c-7bd3-dac6baeb6685, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.526836] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.527118] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.527404] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.527559] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.527756] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.528064] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165ee1d0-1cf6-4a7d-b9aa-83d355b39150 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.540956] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.541188] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.542007] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda89950-8267-47dc-b5c6-b27c49bf66b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.549553] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for the task: (returnval){ [ 663.549553] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529e3225-f725-3fea-9a54-a3f3de1342d4" [ 663.549553] env[69584]: _type = "Task" [ 663.549553] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.559165] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529e3225-f725-3fea-9a54-a3f3de1342d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.688909] env[69584]: DEBUG nova.compute.manager [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.711787] env[69584]: DEBUG nova.compute.manager [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.716024] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d002a7a3-8114-41e4-8950-a6632e919476 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.730566] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.730836] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.731058] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.731268] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.731414] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.731578] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.731784] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.731959] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.732186] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.732363] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.732554] env[69584]: DEBUG nova.virt.hardware [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.733455] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56a50f8-bd2e-4f48-853d-60c1788602e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.747818] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8b6d0c-f41e-4507-89ec-5c5303df27e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.771143] env[69584]: DEBUG nova.network.neutron [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Updated VIF entry in instance network info cache for port ec7f8986-7dd6-4934-9b87-cc87d75acdd3. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.771722] env[69584]: DEBUG nova.network.neutron [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Updating instance_info_cache with network_info: [{"id": "ec7f8986-7dd6-4934-9b87-cc87d75acdd3", "address": "fa:16:3e:7c:0f:bc", "network": {"id": "b83e4cf8-4e7f-4d77-b841-ca461bc4caab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1222601395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98882a4b635d41fdb663887caee27e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7f8986-7d", "ovs_interfaceid": "ec7f8986-7dd6-4934-9b87-cc87d75acdd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.782351] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.783964] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Releasing lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.784548] env[69584]: DEBUG nova.compute.manager [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Instance network_info: |[{"id": "a9dc94e9-be57-4b8d-a5c0-c5438e61f461", "address": "fa:16:3e:09:a9:aa", "network": {"id": "67ee8c9f-1114-4ddb-8185-a2ec7a761e5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-518922982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9dc94e9-be", "ovs_interfaceid": "a9dc94e9-be57-4b8d-a5c0-c5438e61f461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f43b8ef-6fe2-414e-8246-fd8516fb49ca", "address": "fa:16:3e:b3:9e:10", "network": {"id": "d1bed9a5-5d17-478f-a1fb-a357fb8a0edc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1956295287", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f43b8ef-6f", "ovs_interfaceid": "4f43b8ef-6fe2-414e-8246-fd8516fb49ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8efe1f6e-dfa2-4508-bf93-9d9610f44087", "address": "fa:16:3e:dc:ef:c6", "network": {"id": "67ee8c9f-1114-4ddb-8185-a2ec7a761e5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-518922982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe1f6e-df", "ovs_interfaceid": "8efe1f6e-dfa2-4508-bf93-9d9610f44087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.784973] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.785759] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:a9:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9dc94e9-be57-4b8d-a5c0-c5438e61f461', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:9e:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f43b8ef-6fe2-414e-8246-fd8516fb49ca', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:ef:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8efe1f6e-dfa2-4508-bf93-9d9610f44087', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.798077] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Creating folder: Project (0d9406d99f0840228ec6f37b3b36f1ac). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.799164] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.800694] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f54cf7ff-0c30-45d3-9293-a825b7c4f179 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.803522] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.810395] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.810837] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485096, 'name': CreateVM_Task, 'duration_secs': 3.266128} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.811670] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.811814] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 663.815213] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.815288] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.817033] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.817252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.817521] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.818481] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8168f2-decf-4116-aece-bcd6d1387902 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.824644] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485107, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.827071] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Created folder: Project (0d9406d99f0840228ec6f37b3b36f1ac) in parent group-v696614. [ 663.827071] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Creating folder: Instances. Parent ref: group-v696687. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.832018] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7814c62b-75b6-49ba-98c0-71cfa819dcc9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.833740] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for the task: (returnval){ [ 663.833740] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524d888e-ba3e-8709-925a-bfe37fb5af4a" [ 663.833740] env[69584]: _type = "Task" [ 663.833740] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.843865] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524d888e-ba3e-8709-925a-bfe37fb5af4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.847857] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Created folder: Instances in parent group-v696687. [ 663.847982] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.848420] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.849112] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bef55625-9be9-4e82-8cbc-00af5f931a47 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.877573] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.877573] env[69584]: value = "task-3485110" [ 663.877573] env[69584]: _type = "Task" [ 663.877573] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.889896] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485110, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.065321] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529e3225-f725-3fea-9a54-a3f3de1342d4, 'name': SearchDatastore_Task, 'duration_secs': 0.019082} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.067506] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0fa63a-16b0-47b2-b1ab-f9c8f7f39cd1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.076605] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for the task: (returnval){ [ 664.076605] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a620da-b6b6-f4bc-5e29-16811c4fae33" [ 664.076605] env[69584]: _type = "Task" [ 664.076605] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.088717] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a620da-b6b6-f4bc-5e29-16811c4fae33, 'name': SearchDatastore_Task} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.091495] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.091866] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] c32d7cb4-082d-49fe-ace8-89069a3d6aa9/c32d7cb4-082d-49fe-ace8-89069a3d6aa9.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.093017] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4e43d07-cbf1-460e-9cfa-fbae8923c62e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.100720] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for the task: (returnval){ [ 664.100720] env[69584]: value = "task-3485111" [ 664.100720] env[69584]: _type = "Task" [ 664.100720] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.115039] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.239541] env[69584]: INFO nova.compute.manager [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] instance snapshotting [ 664.245525] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e145a10c-ab75-4ec2-a894-c65a3d575ee1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.272963] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ad32cc-a73d-4aab-b4cd-4d4d542df8c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.284671] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Releasing lock "refresh_cache-c32d7cb4-082d-49fe-ace8-89069a3d6aa9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.284959] env[69584]: DEBUG nova.compute.manager [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received event network-changed-8efe1f6e-dfa2-4508-bf93-9d9610f44087 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.285173] env[69584]: DEBUG nova.compute.manager [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Refreshing instance network info cache due to event network-changed-8efe1f6e-dfa2-4508-bf93-9d9610f44087. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.285378] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Acquiring lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.285512] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Acquired lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.285665] env[69584]: DEBUG nova.network.neutron [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Refreshing network info cache for port 8efe1f6e-dfa2-4508-bf93-9d9610f44087 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.323123] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.323463] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485107, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.349866] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524d888e-ba3e-8709-925a-bfe37fb5af4a, 'name': SearchDatastore_Task, 'duration_secs': 0.018099} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.350204] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.350443] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.350691] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.350841] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.351057] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.351358] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a6021bc-e2c5-413a-9ede-6c0efe6116ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.368863] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.369193] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.370305] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234aeeb7-84e3-4f08-8c28-bb6bdf811687 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.386577] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4149ecb6-fc5d-42e9-8757-644a5a9cb11d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.387581] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for the task: (returnval){ [ 664.387581] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526cb08d-678c-d3f7-c5aa-4b32bd4c982c" [ 664.387581] env[69584]: _type = "Task" [ 664.387581] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.398264] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485110, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.399786] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fcbdde-4e0e-444c-bb1a-3bb2bb73fb71 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.407721] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526cb08d-678c-d3f7-c5aa-4b32bd4c982c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.440121] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d13f1db-90a4-4a53-93d5-ddbb86398c03 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.452302] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c13502-93e9-4430-b27f-cf02a926f152 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.468229] env[69584]: DEBUG nova.compute.provider_tree [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.489640] env[69584]: DEBUG nova.compute.manager [req-30765c8f-b2ce-4bd7-959a-9ae9b6823fb8 req-65fa2cf5-fded-4577-afce-482a6cbe22b0 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Received event network-vif-deleted-a1dfb726-914f-4ef0-8eda-b4a00ecce63a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.490016] env[69584]: INFO nova.compute.manager [req-30765c8f-b2ce-4bd7-959a-9ae9b6823fb8 req-65fa2cf5-fded-4577-afce-482a6cbe22b0 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Neutron deleted interface a1dfb726-914f-4ef0-8eda-b4a00ecce63a; detaching it from the instance and deleting it from the info cache [ 664.490016] env[69584]: DEBUG nova.network.neutron [req-30765c8f-b2ce-4bd7-959a-9ae9b6823fb8 req-65fa2cf5-fded-4577-afce-482a6cbe22b0 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.611490] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485111, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.785877] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 664.786185] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a9ef50f7-6f8b-489c-9a4b-14c1db708ff0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.795297] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 664.795297] env[69584]: value = "task-3485112" [ 664.795297] env[69584]: _type = "Task" [ 664.795297] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.805088] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485112, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.821725] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485107, 'name': Rename_Task, 'duration_secs': 1.101239} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.822057] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.822354] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74b8977-deb9-49d6-849c-491ece36711f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.831214] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 664.831214] env[69584]: value = "task-3485113" [ 664.831214] env[69584]: _type = "Task" [ 664.831214] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.840169] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.889878] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485110, 'name': CreateVM_Task, 'duration_secs': 0.939948} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.893408] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.896732] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.896963] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.897305] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.897990] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5b8d6b-b7e9-4a33-a0de-b373204f710c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.906024] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526cb08d-678c-d3f7-c5aa-4b32bd4c982c, 'name': SearchDatastore_Task, 'duration_secs': 0.049771} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.906996] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 664.906996] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5251ee0c-9dfc-c85e-8505-1db77359a221" [ 664.906996] env[69584]: _type = "Task" [ 664.906996] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.907216] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9da2eb-aefe-4f4c-a8c6-ba52d5d009a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.913272] env[69584]: DEBUG nova.network.neutron [-] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.916358] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for the task: (returnval){ [ 664.916358] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c11c5d-1955-07f7-1753-bf13d5e3ab20" [ 664.916358] env[69584]: _type = "Task" [ 664.916358] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.924418] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5251ee0c-9dfc-c85e-8505-1db77359a221, 'name': SearchDatastore_Task, 'duration_secs': 0.012096} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.925397] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.925627] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.925835] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.934210] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c11c5d-1955-07f7-1753-bf13d5e3ab20, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.934471] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.934723] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] f2c68220-f055-4558-95c0-526ae266ee62/f2c68220-f055-4558-95c0-526ae266ee62.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.935013] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.935204] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.935423] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baa9d47d-f365-475a-969a-6b3d6fb516ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.937524] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-068f1129-8297-477f-9764-ff7f80c2d1f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.950584] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for the task: (returnval){ [ 664.950584] env[69584]: value = "task-3485114" [ 664.950584] env[69584]: _type = "Task" [ 664.950584] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.951029] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.951346] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.953020] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae03304c-53a8-42e1-b28e-5be46d2ae148 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.970030] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 664.970030] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52805aed-f63b-0549-5e10-c4d32bcf6484" [ 664.970030] env[69584]: _type = "Task" [ 664.970030] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.970030] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.976027] env[69584]: DEBUG nova.scheduler.client.report [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.986129] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52805aed-f63b-0549-5e10-c4d32bcf6484, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.987049] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a65fd42-ea9a-4686-963f-7e727301d818 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.995916] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 664.995916] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b07c5e-cabd-4161-65f2-21f4b536a0eb" [ 664.995916] env[69584]: _type = "Task" [ 664.995916] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.996243] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f59bae4d-b0f0-4ce2-bffb-cbeeda98ddcc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.011925] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b07c5e-cabd-4161-65f2-21f4b536a0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013135} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.013478] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.013790] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] fff8ab88-9879-49bb-a0bb-f3a8d8830201/fff8ab88-9879-49bb-a0bb-f3a8d8830201.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.014126] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d106001f-79e0-4d0d-8b79-21f691c46a0c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.019147] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b618cfd-283c-4354-86ca-1667159f4657 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.046082] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 665.046082] env[69584]: value = "task-3485115" [ 665.046082] env[69584]: _type = "Task" [ 665.046082] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.057110] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.071558] env[69584]: DEBUG nova.compute.manager [req-30765c8f-b2ce-4bd7-959a-9ae9b6823fb8 req-65fa2cf5-fded-4577-afce-482a6cbe22b0 service nova] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Detach interface failed, port_id=a1dfb726-914f-4ef0-8eda-b4a00ecce63a, reason: Instance 9c195701-261c-4f8d-9558-c4bbb139133a could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 665.113754] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554247} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.115766] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] c32d7cb4-082d-49fe-ace8-89069a3d6aa9/c32d7cb4-082d-49fe-ace8-89069a3d6aa9.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.115766] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.115766] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab9968c7-de74-44c2-833d-bd35f2cdb59b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.125843] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for the task: (returnval){ [ 665.125843] env[69584]: value = "task-3485116" [ 665.125843] env[69584]: _type = "Task" [ 665.125843] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.135544] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.148379] env[69584]: DEBUG nova.network.neutron [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Updated VIF entry in instance network info cache for port 8efe1f6e-dfa2-4508-bf93-9d9610f44087. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.149145] env[69584]: DEBUG nova.network.neutron [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Updating instance_info_cache with network_info: [{"id": "a9dc94e9-be57-4b8d-a5c0-c5438e61f461", "address": "fa:16:3e:09:a9:aa", "network": {"id": "67ee8c9f-1114-4ddb-8185-a2ec7a761e5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-518922982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9dc94e9-be", "ovs_interfaceid": "a9dc94e9-be57-4b8d-a5c0-c5438e61f461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f43b8ef-6fe2-414e-8246-fd8516fb49ca", "address": "fa:16:3e:b3:9e:10", "network": {"id": "d1bed9a5-5d17-478f-a1fb-a357fb8a0edc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1956295287", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f43b8ef-6f", "ovs_interfaceid": "4f43b8ef-6fe2-414e-8246-fd8516fb49ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8efe1f6e-dfa2-4508-bf93-9d9610f44087", "address": "fa:16:3e:dc:ef:c6", "network": {"id": "67ee8c9f-1114-4ddb-8185-a2ec7a761e5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-518922982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe1f6e-df", "ovs_interfaceid": "8efe1f6e-dfa2-4508-bf93-9d9610f44087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.308647] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485112, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.343275] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.415790] env[69584]: INFO nova.compute.manager [-] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Took 2.11 seconds to deallocate network for instance. [ 665.465839] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485114, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.476326] env[69584]: DEBUG nova.network.neutron [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Successfully updated port: 13398dd3-ac11-48bf-9ed6-d77379f669c1 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.481686] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.483156] env[69584]: DEBUG nova.compute.manager [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.486135] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.431s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.490687] env[69584]: INFO nova.compute.claims [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.559368] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485115, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.638438] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112904} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.638974] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.640015] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e6cb67-05af-4c19-ac98-f351b7c5b2b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.662024] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4541f51-b772-4a8d-aa2b-5100ae96aa8e req-cfe325e5-4083-4062-82ee-6bb7a01bba6b service nova] Releasing lock "refresh_cache-fff8ab88-9879-49bb-a0bb-f3a8d8830201" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.668095] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] c32d7cb4-082d-49fe-ace8-89069a3d6aa9/c32d7cb4-082d-49fe-ace8-89069a3d6aa9.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.668762] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7481b67c-a80b-4cc7-ba33-d1a10278424b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.698218] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for the task: (returnval){ [ 665.698218] env[69584]: value = "task-3485117" [ 665.698218] env[69584]: _type = "Task" [ 665.698218] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.709825] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.806800] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485112, 'name': CreateSnapshot_Task, 'duration_secs': 0.76493} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.807109] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 665.807884] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6177b7-273a-4e8f-a2af-7113686197a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.843446] env[69584]: DEBUG oslo_vmware.api [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485113, 'name': PowerOnVM_Task, 'duration_secs': 0.746681} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.843739] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.843983] env[69584]: DEBUG nova.compute.manager [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.844825] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2597707-1330-4cce-a49b-95693278653b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.926674] env[69584]: DEBUG oslo_concurrency.lockutils [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.963542] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535126} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.963809] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] f2c68220-f055-4558-95c0-526ae266ee62/f2c68220-f055-4558-95c0-526ae266ee62.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.964122] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.964388] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e26e4884-f1f1-4746-96d3-d75da445a45d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.972068] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for the task: (returnval){ [ 665.972068] env[69584]: value = "task-3485118" [ 665.972068] env[69584]: _type = "Task" [ 665.972068] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.978787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquiring lock "refresh_cache-8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.978963] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquired lock "refresh_cache-8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.979143] env[69584]: DEBUG nova.network.neutron [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.983321] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.992894] env[69584]: DEBUG nova.compute.utils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.996759] env[69584]: DEBUG nova.compute.manager [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.996917] env[69584]: DEBUG nova.network.neutron [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.053643] env[69584]: DEBUG nova.policy [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71c4ca2046074f2e9a7f2b28cae40fba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '109c2e53daa2441aa3d5ef8c60e5b48f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.063214] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749981} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.063571] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] fff8ab88-9879-49bb-a0bb-f3a8d8830201/fff8ab88-9879-49bb-a0bb-f3a8d8830201.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.063796] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.064200] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aa826a9-c85e-42ad-9367-317997031339 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.073521] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 666.073521] env[69584]: value = "task-3485119" [ 666.073521] env[69584]: _type = "Task" [ 666.073521] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.084663] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.211033] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485117, 'name': ReconfigVM_Task, 'duration_secs': 0.478557} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.211033] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Reconfigured VM instance instance-00000017 to attach disk [datastore2] c32d7cb4-082d-49fe-ace8-89069a3d6aa9/c32d7cb4-082d-49fe-ace8-89069a3d6aa9.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.211033] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3d6eb7a-795c-4ea8-a5d1-fd5bacb1adf3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.217819] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for the task: (returnval){ [ 666.217819] env[69584]: value = "task-3485120" [ 666.217819] env[69584]: _type = "Task" [ 666.217819] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.227962] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485120, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.327781] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 666.328336] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3fbef44-6504-4e45-b042-b76e15161d60 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.337969] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 666.337969] env[69584]: value = "task-3485121" [ 666.337969] env[69584]: _type = "Task" [ 666.337969] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.347312] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485121, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.363399] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.491677] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127873} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.492064] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.494442] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca666dee-748a-418a-a7ab-e2d22c999db2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.498143] env[69584]: DEBUG nova.compute.manager [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.530084] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] f2c68220-f055-4558-95c0-526ae266ee62/f2c68220-f055-4558-95c0-526ae266ee62.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.530440] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce57ca1-61b4-4d94-aa0f-cefec12f34ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.557653] env[69584]: DEBUG nova.network.neutron [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.562199] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for the task: (returnval){ [ 666.562199] env[69584]: value = "task-3485122" [ 666.562199] env[69584]: _type = "Task" [ 666.562199] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.568148] env[69584]: DEBUG nova.network.neutron [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Successfully created port: cc860193-5c0e-4d69-b374-874bcf7da5b9 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.577269] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.592293] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107842} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.592595] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.593522] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c7c339-152a-4301-ba9c-0b50f93d601c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.626580] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] fff8ab88-9879-49bb-a0bb-f3a8d8830201/fff8ab88-9879-49bb-a0bb-f3a8d8830201.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.632410] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff053b9b-66b9-4650-a9de-7bb335c2ecfa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.650431] env[69584]: DEBUG nova.compute.manager [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Received event network-vif-plugged-13398dd3-ac11-48bf-9ed6-d77379f669c1 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.650431] env[69584]: DEBUG oslo_concurrency.lockutils [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] Acquiring lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.650575] env[69584]: DEBUG oslo_concurrency.lockutils [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] Lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.650668] env[69584]: DEBUG oslo_concurrency.lockutils [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] Lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.650876] env[69584]: DEBUG nova.compute.manager [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] No waiting events found dispatching network-vif-plugged-13398dd3-ac11-48bf-9ed6-d77379f669c1 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.650993] env[69584]: WARNING nova.compute.manager [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Received unexpected event network-vif-plugged-13398dd3-ac11-48bf-9ed6-d77379f669c1 for instance with vm_state building and task_state spawning. [ 666.651483] env[69584]: DEBUG nova.compute.manager [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Received event network-changed-13398dd3-ac11-48bf-9ed6-d77379f669c1 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.651483] env[69584]: DEBUG nova.compute.manager [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Refreshing instance network info cache due to event network-changed-13398dd3-ac11-48bf-9ed6-d77379f669c1. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.651483] env[69584]: DEBUG oslo_concurrency.lockutils [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] Acquiring lock "refresh_cache-8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.662356] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 666.662356] env[69584]: value = "task-3485123" [ 666.662356] env[69584]: _type = "Task" [ 666.662356] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.670185] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "c9b37ee9-924e-4a1a-aa27-0c8632c42cce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.670185] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "c9b37ee9-924e-4a1a-aa27-0c8632c42cce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.670185] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "c9b37ee9-924e-4a1a-aa27-0c8632c42cce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.670185] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "c9b37ee9-924e-4a1a-aa27-0c8632c42cce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.670185] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "c9b37ee9-924e-4a1a-aa27-0c8632c42cce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.675085] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.676182] env[69584]: INFO nova.compute.manager [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Terminating instance [ 666.731698] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485120, 'name': Rename_Task, 'duration_secs': 0.177904} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.732298] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.732649] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-920f69c8-1bb9-4da8-9d56-5a1d42ff9f14 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.740484] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for the task: (returnval){ [ 666.740484] env[69584]: value = "task-3485124" [ 666.740484] env[69584]: _type = "Task" [ 666.740484] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.749412] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.852799] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485121, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.897673] env[69584]: DEBUG nova.network.neutron [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Updating instance_info_cache with network_info: [{"id": "13398dd3-ac11-48bf-9ed6-d77379f669c1", "address": "fa:16:3e:31:cf:b6", "network": {"id": "93084c5c-d01c-4163-9a95-3cbe138614fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1138993997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e58cba74b2543a1be0fafd49a3d684b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13398dd3-ac", "ovs_interfaceid": "13398dd3-ac11-48bf-9ed6-d77379f669c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.079418] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485122, 'name': ReconfigVM_Task, 'duration_secs': 0.332517} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.079882] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Reconfigured VM instance instance-00000016 to attach disk [datastore2] f2c68220-f055-4558-95c0-526ae266ee62/f2c68220-f055-4558-95c0-526ae266ee62.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.080692] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6238f3ae-38c8-4521-98bd-f64c523ed7cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.090610] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for the task: (returnval){ [ 667.090610] env[69584]: value = "task-3485125" [ 667.090610] env[69584]: _type = "Task" [ 667.090610] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.104994] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485125, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.138743] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10a7298-a761-4834-80dd-53ff0d659491 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.150132] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c0abe9-18a3-4360-8e68-39c92a341df8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.190402] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "refresh_cache-c9b37ee9-924e-4a1a-aa27-0c8632c42cce" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.190592] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquired lock "refresh_cache-c9b37ee9-924e-4a1a-aa27-0c8632c42cce" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.191325] env[69584]: DEBUG nova.network.neutron [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.196633] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78717efc-bc52-4d7b-a1ca-0db22b4006ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.209591] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.211118] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08680f87-4ca0-4e4a-9ad8-46281dac0e1d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.230373] env[69584]: DEBUG nova.compute.provider_tree [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.251932] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485124, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.350817] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485121, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.401447] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Releasing lock "refresh_cache-8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.402032] env[69584]: DEBUG nova.compute.manager [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Instance network_info: |[{"id": "13398dd3-ac11-48bf-9ed6-d77379f669c1", "address": "fa:16:3e:31:cf:b6", "network": {"id": "93084c5c-d01c-4163-9a95-3cbe138614fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1138993997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e58cba74b2543a1be0fafd49a3d684b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13398dd3-ac", "ovs_interfaceid": "13398dd3-ac11-48bf-9ed6-d77379f669c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.402700] env[69584]: DEBUG oslo_concurrency.lockutils [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] Acquired lock "refresh_cache-8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.402700] env[69584]: DEBUG nova.network.neutron [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Refreshing network info cache for port 13398dd3-ac11-48bf-9ed6-d77379f669c1 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.404560] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:cf:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13398dd3-ac11-48bf-9ed6-d77379f669c1', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.416592] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Creating folder: Project (1e58cba74b2543a1be0fafd49a3d684b). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.417871] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb5c008b-2c44-4426-bf9f-a252311f1cca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.431239] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Created folder: Project (1e58cba74b2543a1be0fafd49a3d684b) in parent group-v696614. [ 667.432358] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Creating folder: Instances. Parent ref: group-v696692. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.432649] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86f2916b-f43f-4029-a21f-c3a0f9d9301b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.446063] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Created folder: Instances in parent group-v696692. [ 667.446393] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.446645] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.446919] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83beee77-72c5-4c29-ae11-b59006379d2b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.473618] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.473618] env[69584]: value = "task-3485128" [ 667.473618] env[69584]: _type = "Task" [ 667.473618] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.491096] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485128, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.515900] env[69584]: DEBUG nova.compute.manager [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.558566] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.558914] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.559070] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.559381] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.559574] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.559744] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.560088] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.560371] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.560670] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.560895] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.561094] env[69584]: DEBUG nova.virt.hardware [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.562723] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7180a8bf-b2f0-4d74-99ad-732bc4f0a899 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.574077] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d38533-2481-40a3-a388-c9053052fa79 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.606459] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485125, 'name': Rename_Task, 'duration_secs': 0.225586} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.606860] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.607138] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b60d4325-cdda-4226-b3a9-9e28cd4252e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.615126] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for the task: (returnval){ [ 667.615126] env[69584]: value = "task-3485129" [ 667.615126] env[69584]: _type = "Task" [ 667.615126] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.623964] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.702755] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485123, 'name': ReconfigVM_Task, 'duration_secs': 0.879257} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.703076] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Reconfigured VM instance instance-00000015 to attach disk [datastore2] fff8ab88-9879-49bb-a0bb-f3a8d8830201/fff8ab88-9879-49bb-a0bb-f3a8d8830201.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.704079] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87e3d2d9-d964-43af-a2f9-f2a42774f054 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.712308] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 667.712308] env[69584]: value = "task-3485130" [ 667.712308] env[69584]: _type = "Task" [ 667.712308] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.723208] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485130, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.728258] env[69584]: DEBUG nova.network.neutron [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.733418] env[69584]: DEBUG nova.scheduler.client.report [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.753797] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485124, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.824202] env[69584]: DEBUG nova.network.neutron [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.851463] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485121, 'name': CloneVM_Task, 'duration_secs': 1.32639} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.851778] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Created linked-clone VM from snapshot [ 667.852572] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a479ec40-ea0e-44d3-b158-d8c62fd28484 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.863394] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Uploading image 463862af-1214-4711-b2d4-922d754d7b9d {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 667.886738] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 667.886738] env[69584]: value = "vm-696691" [ 667.886738] env[69584]: _type = "VirtualMachine" [ 667.886738] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 667.887043] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d79ed458-9dee-45e7-a882-978df53cf72c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.897728] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lease: (returnval){ [ 667.897728] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5da5a-d0fc-90b0-e8d4-1e8b99ca65eb" [ 667.897728] env[69584]: _type = "HttpNfcLease" [ 667.897728] env[69584]: } obtained for exporting VM: (result){ [ 667.897728] env[69584]: value = "vm-696691" [ 667.897728] env[69584]: _type = "VirtualMachine" [ 667.897728] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 667.897997] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the lease: (returnval){ [ 667.897997] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5da5a-d0fc-90b0-e8d4-1e8b99ca65eb" [ 667.897997] env[69584]: _type = "HttpNfcLease" [ 667.897997] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 667.907592] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.907592] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5da5a-d0fc-90b0-e8d4-1e8b99ca65eb" [ 667.907592] env[69584]: _type = "HttpNfcLease" [ 667.907592] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 667.987798] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485128, 'name': CreateVM_Task, 'duration_secs': 0.423262} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.987798] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.988396] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.988586] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.988921] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.989241] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0775312f-187d-4c03-8b07-a5aa5aaeb8bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.001526] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for the task: (returnval){ [ 668.001526] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c92b05-dec3-ef3e-01d6-8e0897de3e67" [ 668.001526] env[69584]: _type = "Task" [ 668.001526] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.014408] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c92b05-dec3-ef3e-01d6-8e0897de3e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.027274] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquiring lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.028014] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.028014] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquiring lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.028014] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.028095] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.034178] env[69584]: INFO nova.compute.manager [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Terminating instance [ 668.129179] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485129, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.223727] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485130, 'name': Rename_Task, 'duration_secs': 0.191172} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.224010] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.224275] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9fe6275-d2e3-49fa-93e1-8a1d42dc9616 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.232957] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 668.232957] env[69584]: value = "task-3485132" [ 668.232957] env[69584]: _type = "Task" [ 668.232957] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.245150] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.245585] env[69584]: DEBUG nova.compute.manager [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.252024] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.252024] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.201s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.252024] env[69584]: DEBUG nova.objects.instance [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lazy-loading 'resources' on Instance uuid ad145721-739b-40ec-b806-2c91c082be75 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.264040] env[69584]: DEBUG oslo_vmware.api [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485124, 'name': PowerOnVM_Task, 'duration_secs': 1.231418} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.265557] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.265963] env[69584]: INFO nova.compute.manager [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Took 9.48 seconds to spawn the instance on the hypervisor. [ 668.266220] env[69584]: DEBUG nova.compute.manager [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.267603] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9d16de-353b-48ef-97bc-3de394e97667 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.276409] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc53ed-092a-56c3-0e24-0d6179cc72b9/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 668.277901] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbdf71d-4cf3-4980-8aad-b6cabaa592fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.290994] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc53ed-092a-56c3-0e24-0d6179cc72b9/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 668.291147] env[69584]: ERROR oslo_vmware.rw_handles [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc53ed-092a-56c3-0e24-0d6179cc72b9/disk-0.vmdk due to incomplete transfer. [ 668.291403] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-85182fb2-206d-4e8f-a084-1bdb22d7c8ae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.312412] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc53ed-092a-56c3-0e24-0d6179cc72b9/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 668.312631] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Uploaded image 5740c780-890c-4aec-8688-c9e5fb1e1b32 to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 668.314946] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 668.315391] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cacfdfeb-1b27-4424-aad8-aee752689cf1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.323901] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 668.323901] env[69584]: value = "task-3485133" [ 668.323901] env[69584]: _type = "Task" [ 668.323901] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.331779] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Releasing lock "refresh_cache-c9b37ee9-924e-4a1a-aa27-0c8632c42cce" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.331779] env[69584]: DEBUG nova.compute.manager [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.331779] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.331779] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f28bdfe-9a5a-4985-b9a8-62b392cc48e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.340291] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485133, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.343125] env[69584]: DEBUG nova.network.neutron [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Updated VIF entry in instance network info cache for port 13398dd3-ac11-48bf-9ed6-d77379f669c1. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.343497] env[69584]: DEBUG nova.network.neutron [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Updating instance_info_cache with network_info: [{"id": "13398dd3-ac11-48bf-9ed6-d77379f669c1", "address": "fa:16:3e:31:cf:b6", "network": {"id": "93084c5c-d01c-4163-9a95-3cbe138614fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1138993997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e58cba74b2543a1be0fafd49a3d684b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13398dd3-ac", "ovs_interfaceid": "13398dd3-ac11-48bf-9ed6-d77379f669c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.344694] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.344935] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4abadab9-ddc1-4256-9d5e-fef024b56058 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.352649] env[69584]: DEBUG oslo_vmware.api [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 668.352649] env[69584]: value = "task-3485134" [ 668.352649] env[69584]: _type = "Task" [ 668.352649] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.363216] env[69584]: DEBUG oslo_vmware.api [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.407751] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 668.407751] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5da5a-d0fc-90b0-e8d4-1e8b99ca65eb" [ 668.407751] env[69584]: _type = "HttpNfcLease" [ 668.407751] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 668.408077] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 668.408077] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5da5a-d0fc-90b0-e8d4-1e8b99ca65eb" [ 668.408077] env[69584]: _type = "HttpNfcLease" [ 668.408077] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 668.408847] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5568a55d-0543-43ff-92ab-87d3e6af1659 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.417920] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc0d67-033b-7f26-ccca-137a6f489445/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 668.418155] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc0d67-033b-7f26-ccca-137a6f489445/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 668.500805] env[69584]: DEBUG nova.network.neutron [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Successfully updated port: cc860193-5c0e-4d69-b374-874bcf7da5b9 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.511062] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d290d99e-79a0-4a1a-abd3-826567f84f89 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.519578] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c92b05-dec3-ef3e-01d6-8e0897de3e67, 'name': SearchDatastore_Task, 'duration_secs': 0.015236} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.519895] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.520207] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.520807] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.521071] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.521384] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.521946] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fc64767-82c3-468a-b628-e8b0dfa4a585 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.537506] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.537506] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.537767] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565306ee-fe27-4621-990d-737fe2833e3d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.545989] env[69584]: DEBUG nova.compute.manager [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.546232] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.548337] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b96691-e3ef-428d-9ed7-a285ccb78df3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.551567] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for the task: (returnval){ [ 668.551567] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5229bd4c-f8d2-ffd7-91bf-e97d62cdcb2f" [ 668.551567] env[69584]: _type = "Task" [ 668.551567] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.557583] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.557709] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-463551f1-d9bb-48ba-b076-17c1b32a7650 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.562958] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5229bd4c-f8d2-ffd7-91bf-e97d62cdcb2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.565237] env[69584]: DEBUG oslo_vmware.api [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 668.565237] env[69584]: value = "task-3485135" [ 668.565237] env[69584]: _type = "Task" [ 668.565237] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.574934] env[69584]: DEBUG oslo_vmware.api [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3485135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.627408] env[69584]: DEBUG oslo_vmware.api [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485129, 'name': PowerOnVM_Task, 'duration_secs': 0.572949} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.627408] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.627510] env[69584]: INFO nova.compute.manager [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Took 12.51 seconds to spawn the instance on the hypervisor. [ 668.627798] env[69584]: DEBUG nova.compute.manager [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.629070] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0414d7-882e-42ce-8c0f-c14016829b8f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.684652] env[69584]: DEBUG nova.compute.manager [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Received event network-vif-plugged-cc860193-5c0e-4d69-b374-874bcf7da5b9 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.684881] env[69584]: DEBUG oslo_concurrency.lockutils [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] Acquiring lock "4fbd9481-6115-4243-8700-37374677b0bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.685107] env[69584]: DEBUG oslo_concurrency.lockutils [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] Lock "4fbd9481-6115-4243-8700-37374677b0bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.685291] env[69584]: DEBUG oslo_concurrency.lockutils [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] Lock "4fbd9481-6115-4243-8700-37374677b0bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.685448] env[69584]: DEBUG nova.compute.manager [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] No waiting events found dispatching network-vif-plugged-cc860193-5c0e-4d69-b374-874bcf7da5b9 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.685745] env[69584]: WARNING nova.compute.manager [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Received unexpected event network-vif-plugged-cc860193-5c0e-4d69-b374-874bcf7da5b9 for instance with vm_state building and task_state spawning. [ 668.685745] env[69584]: DEBUG nova.compute.manager [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Received event network-changed-cc860193-5c0e-4d69-b374-874bcf7da5b9 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.685894] env[69584]: DEBUG nova.compute.manager [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Refreshing instance network info cache due to event network-changed-cc860193-5c0e-4d69-b374-874bcf7da5b9. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.686114] env[69584]: DEBUG oslo_concurrency.lockutils [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] Acquiring lock "refresh_cache-4fbd9481-6115-4243-8700-37374677b0bb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.686270] env[69584]: DEBUG oslo_concurrency.lockutils [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] Acquired lock "refresh_cache-4fbd9481-6115-4243-8700-37374677b0bb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.686357] env[69584]: DEBUG nova.network.neutron [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Refreshing network info cache for port cc860193-5c0e-4d69-b374-874bcf7da5b9 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.746398] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.751198] env[69584]: DEBUG nova.compute.utils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.752643] env[69584]: DEBUG nova.compute.manager [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.753838] env[69584]: DEBUG nova.network.neutron [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.801457] env[69584]: INFO nova.compute.manager [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Took 37.93 seconds to build instance. [ 668.823414] env[69584]: DEBUG nova.policy [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47b87b53a79b4a979d6d53714f597a60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c66bb0cfb416406baa2e0732ce98d865', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.846713] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485133, 'name': Destroy_Task, 'duration_secs': 0.490969} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.846713] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Destroyed the VM [ 668.846940] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 668.847608] env[69584]: DEBUG oslo_concurrency.lockutils [req-a61b5c32-2dc4-42a9-847a-fb74ee5c04e5 req-7722021d-52e4-4b99-821a-ff3dfee92141 service nova] Releasing lock "refresh_cache-8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.848805] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-999a5f9b-a61c-4123-af1d-dc84e7b7f5bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.866736] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 668.866736] env[69584]: value = "task-3485136" [ 668.866736] env[69584]: _type = "Task" [ 668.866736] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.877283] env[69584]: DEBUG oslo_vmware.api [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485134, 'name': PowerOffVM_Task, 'duration_secs': 0.167463} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.878396] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.878644] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.882396] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89c67dc5-2d4e-47d1-b20c-1864399105d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.890526] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.925927] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.926263] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.928298] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Deleting the datastore file [datastore2] c9b37ee9-924e-4a1a-aa27-0c8632c42cce {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.928298] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a901894a-05b6-40a7-9609-965d7277a98d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.936781] env[69584]: DEBUG oslo_vmware.api [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for the task: (returnval){ [ 668.936781] env[69584]: value = "task-3485138" [ 668.936781] env[69584]: _type = "Task" [ 668.936781] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.950464] env[69584]: DEBUG oslo_vmware.api [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.011681] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquiring lock "refresh_cache-4fbd9481-6115-4243-8700-37374677b0bb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.072040] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5229bd4c-f8d2-ffd7-91bf-e97d62cdcb2f, 'name': SearchDatastore_Task, 'duration_secs': 0.023918} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.076277] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de12440-46b5-411a-9535-3a24435e0d65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.088883] env[69584]: DEBUG oslo_vmware.api [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3485135, 'name': PowerOffVM_Task, 'duration_secs': 0.232805} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.090420] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.092053] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.092053] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for the task: (returnval){ [ 669.092053] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1a287-6749-e061-b557-4a9b4d2cfea8" [ 669.092053] env[69584]: _type = "Task" [ 669.092053] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.092053] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce425396-2380-47ec-b804-94c7ab2c58d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.107761] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1a287-6749-e061-b557-4a9b4d2cfea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.146384] env[69584]: INFO nova.compute.manager [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Took 42.81 seconds to build instance. [ 669.237597] env[69584]: DEBUG nova.network.neutron [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.261529] env[69584]: DEBUG nova.compute.manager [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.264748] env[69584]: DEBUG oslo_vmware.api [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485132, 'name': PowerOnVM_Task, 'duration_secs': 0.695614} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.267575] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.268134] env[69584]: INFO nova.compute.manager [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Took 18.20 seconds to spawn the instance on the hypervisor. [ 669.268134] env[69584]: DEBUG nova.compute.manager [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.269675] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd18904f-67a2-4c14-9fb0-634761514e97 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.304414] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac55fa6-f80b-4401-9068-dc48a18e79f1 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.581s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.354864] env[69584]: DEBUG nova.network.neutron [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Successfully created port: feebe4ef-399a-4f75-8c2b-4f684a4f2f89 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.395064] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485136, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.418682] env[69584]: DEBUG nova.network.neutron [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.463863] env[69584]: DEBUG oslo_vmware.api [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Task: {'id': task-3485138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211309} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.463863] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.464162] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.464370] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.464598] env[69584]: INFO nova.compute.manager [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 669.465078] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.466658] env[69584]: DEBUG nova.compute.manager [-] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.466761] env[69584]: DEBUG nova.network.neutron [-] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.479412] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232750a2-1f31-4c20-95be-941ab06de7d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.492273] env[69584]: DEBUG nova.network.neutron [-] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.496021] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0068f9-9f43-44fe-8459-9f0a09614dd6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.533121] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff2be8b-0515-41e7-ac67-96b09647d01c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.543691] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe28e21d-a411-453f-bce0-26d457e8b4b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.559988] env[69584]: DEBUG nova.compute.provider_tree [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.606624] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1a287-6749-e061-b557-4a9b4d2cfea8, 'name': SearchDatastore_Task, 'duration_secs': 0.027569} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.607040] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.607469] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa/8f8e183c-7597-4fb6-9a9f-8002db7ceaaa.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.608226] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b6878f-c610-4571-b5b1-ad5e72c79bfe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.619831] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for the task: (returnval){ [ 669.619831] env[69584]: value = "task-3485140" [ 669.619831] env[69584]: _type = "Task" [ 669.619831] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.631227] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.652654] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c9320fdd-276e-4825-bd14-e3cd27095f20 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lock "f2c68220-f055-4558-95c0-526ae266ee62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.228s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.672487] env[69584]: DEBUG nova.compute.manager [None req-a732b544-8510-4b5e-a727-d94c6e6572cf tempest-ServerDiagnosticsTest-1410285794 tempest-ServerDiagnosticsTest-1410285794-project-admin] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.673831] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9f77b5-5df7-4ab1-9dd8-2c6b32c3da45 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.682547] env[69584]: INFO nova.compute.manager [None req-a732b544-8510-4b5e-a727-d94c6e6572cf tempest-ServerDiagnosticsTest-1410285794 tempest-ServerDiagnosticsTest-1410285794-project-admin] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Retrieving diagnostics [ 669.683311] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd00413-02dd-4ec4-8016-2a4514a50f14 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.786106] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquiring lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.786106] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.786106] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquiring lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.786106] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.786447] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.789263] env[69584]: INFO nova.compute.manager [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Terminating instance [ 669.804146] env[69584]: INFO nova.compute.manager [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Took 46.71 seconds to build instance. [ 669.810204] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.869285] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.869285] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.869541] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Deleting the datastore file [datastore1] c5b37706-5ac2-4539-b5d8-7f0dccd4657d {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.869692] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64d93394-799f-4492-a8b9-2fac40e4972b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.884686] env[69584]: DEBUG oslo_vmware.api [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485136, 'name': RemoveSnapshot_Task, 'duration_secs': 0.793707} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.885761] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 669.886094] env[69584]: INFO nova.compute.manager [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Took 14.94 seconds to snapshot the instance on the hypervisor. [ 669.888917] env[69584]: DEBUG oslo_vmware.api [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for the task: (returnval){ [ 669.888917] env[69584]: value = "task-3485141" [ 669.888917] env[69584]: _type = "Task" [ 669.888917] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.898594] env[69584]: DEBUG oslo_vmware.api [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3485141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.921204] env[69584]: DEBUG oslo_concurrency.lockutils [req-d2d89035-60e4-4dec-a4aa-80f638574929 req-2b3586a1-c0ee-4006-b706-7eccd73a7501 service nova] Releasing lock "refresh_cache-4fbd9481-6115-4243-8700-37374677b0bb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.921832] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquired lock "refresh_cache-4fbd9481-6115-4243-8700-37374677b0bb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.922036] env[69584]: DEBUG nova.network.neutron [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.951587] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "746ee2f3-b43f-44a6-a584-f64f91cacb46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.952113] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "746ee2f3-b43f-44a6-a584-f64f91cacb46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.952456] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "746ee2f3-b43f-44a6-a584-f64f91cacb46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.952786] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "746ee2f3-b43f-44a6-a584-f64f91cacb46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.953076] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "746ee2f3-b43f-44a6-a584-f64f91cacb46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.955435] env[69584]: INFO nova.compute.manager [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Terminating instance [ 669.998987] env[69584]: DEBUG nova.network.neutron [-] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.064032] env[69584]: DEBUG nova.scheduler.client.report [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.130976] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485140, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.156474] env[69584]: DEBUG nova.compute.manager [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.276955] env[69584]: DEBUG nova.compute.manager [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.293978] env[69584]: DEBUG nova.compute.manager [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.294229] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.295512] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec18f9a-1460-4a84-95e9-e74b8213cb8f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.302241] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.302336] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.302541] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.302746] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.302979] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.303299] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.303556] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.303737] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.304024] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.304373] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.304617] env[69584]: DEBUG nova.virt.hardware [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.305640] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed9c85c-bc74-40f3-9ab1-1e44591047d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.309523] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5f382df7-9235-468c-be21-8ee656f3cffc tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.776s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.320887] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.324161] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f80309-6e11-4da3-9f4e-4837c6cf484a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.328795] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a8c7d4-55f8-4ee8-b425-5b2764e209e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.350941] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.351830] env[69584]: DEBUG oslo_vmware.api [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for the task: (returnval){ [ 670.351830] env[69584]: value = "task-3485142" [ 670.351830] env[69584]: _type = "Task" [ 670.351830] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.363333] env[69584]: DEBUG oslo_vmware.api [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.391118] env[69584]: DEBUG nova.compute.manager [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Instance disappeared during snapshot {{(pid=69584) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 670.405231] env[69584]: DEBUG oslo_vmware.api [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Task: {'id': task-3485141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395877} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.406410] env[69584]: DEBUG nova.compute.manager [None req-9243dd74-8e29-410a-bcd7-71c334c9323a tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image not found during clean up 5740c780-890c-4aec-8688-c9e5fb1e1b32 {{(pid=69584) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 670.407788] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.408888] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.409305] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.409707] env[69584]: INFO nova.compute.manager [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Took 1.86 seconds to destroy the instance on the hypervisor. [ 670.410527] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.411053] env[69584]: DEBUG nova.compute.manager [-] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.412037] env[69584]: DEBUG nova.network.neutron [-] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.460040] env[69584]: DEBUG nova.compute.manager [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.460040] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.461233] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8fd424-16dd-4507-b20d-3a9d44a91558 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.472311] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.473436] env[69584]: DEBUG nova.network.neutron [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.476818] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff20bc8-4f10-48cf-baa9-e93da0efef32 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.503380] env[69584]: INFO nova.compute.manager [-] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Took 1.04 seconds to deallocate network for instance. [ 670.569375] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.573297] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.606s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.575047] env[69584]: INFO nova.compute.claims [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.579641] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.579873] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.585482] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleting the datastore file [datastore1] 746ee2f3-b43f-44a6-a584-f64f91cacb46 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.586047] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df0bcb48-9dd3-4829-ae56-1b4842fcdc3d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.595148] env[69584]: DEBUG oslo_vmware.api [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 670.595148] env[69584]: value = "task-3485144" [ 670.595148] env[69584]: _type = "Task" [ 670.595148] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.605956] env[69584]: DEBUG oslo_vmware.api [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.613039] env[69584]: INFO nova.scheduler.client.report [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Deleted allocations for instance ad145721-739b-40ec-b806-2c91c082be75 [ 670.635759] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808221} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.636113] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa/8f8e183c-7597-4fb6-9a9f-8002db7ceaaa.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.636455] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.637148] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf2a36e2-bd3c-438a-bd15-7ddbb4823342 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.647933] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for the task: (returnval){ [ 670.647933] env[69584]: value = "task-3485145" [ 670.647933] env[69584]: _type = "Task" [ 670.647933] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.658569] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.681487] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.813227] env[69584]: DEBUG nova.compute.manager [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.865889] env[69584]: DEBUG oslo_vmware.api [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485142, 'name': PowerOffVM_Task, 'duration_secs': 0.337278} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.867258] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.867502] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.868655] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd6fd7b-d576-4719-8667-d6e63fc351f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.911343] env[69584]: DEBUG nova.network.neutron [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Updating instance_info_cache with network_info: [{"id": "cc860193-5c0e-4d69-b374-874bcf7da5b9", "address": "fa:16:3e:11:b8:30", "network": {"id": "56268dea-9285-4bcc-a1d3-beaac9208795", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1278437985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "109c2e53daa2441aa3d5ef8c60e5b48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc860193-5c", "ovs_interfaceid": "cc860193-5c0e-4d69-b374-874bcf7da5b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.948905] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.948905] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.948905] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Deleting the datastore file [datastore2] c32d7cb4-082d-49fe-ace8-89069a3d6aa9 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.949196] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b29c375-581a-4514-9f2e-c41ccfacd0f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.958812] env[69584]: DEBUG oslo_vmware.api [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for the task: (returnval){ [ 670.958812] env[69584]: value = "task-3485147" [ 670.958812] env[69584]: _type = "Task" [ 670.958812] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.970188] env[69584]: DEBUG oslo_vmware.api [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.018693] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.108501] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "f982cd1a-f5e6-4417-b970-96d5327c84d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.108793] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "f982cd1a-f5e6-4417-b970-96d5327c84d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.116147] env[69584]: DEBUG oslo_vmware.api [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285605} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.116877] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.117090] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.117277] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.117467] env[69584]: INFO nova.compute.manager [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Took 0.66 seconds to destroy the instance on the hypervisor. [ 671.117814] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.118055] env[69584]: DEBUG nova.compute.manager [-] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.118171] env[69584]: DEBUG nova.network.neutron [-] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.125202] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eaf31e35-4faf-4ce0-881a-f0d8b13d435b tempest-ImagesNegativeTestJSON-2047427236 tempest-ImagesNegativeTestJSON-2047427236-project-member] Lock "ad145721-739b-40ec-b806-2c91c082be75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.456s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.165306] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127416} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.165645] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.166554] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b15028c-604f-4316-acc1-6835f3ac4cae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.199232] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa/8f8e183c-7597-4fb6-9a9f-8002db7ceaaa.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.199577] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325f2a58-06db-4e99-87ae-31ad4597b6e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.228244] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for the task: (returnval){ [ 671.228244] env[69584]: value = "task-3485148" [ 671.228244] env[69584]: _type = "Task" [ 671.228244] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.239345] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.343064] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.414503] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Releasing lock "refresh_cache-4fbd9481-6115-4243-8700-37374677b0bb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.414886] env[69584]: DEBUG nova.compute.manager [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Instance network_info: |[{"id": "cc860193-5c0e-4d69-b374-874bcf7da5b9", "address": "fa:16:3e:11:b8:30", "network": {"id": "56268dea-9285-4bcc-a1d3-beaac9208795", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1278437985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "109c2e53daa2441aa3d5ef8c60e5b48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc860193-5c", "ovs_interfaceid": "cc860193-5c0e-4d69-b374-874bcf7da5b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.415275] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:b8:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc860193-5c0e-4d69-b374-874bcf7da5b9', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.423726] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Creating folder: Project (109c2e53daa2441aa3d5ef8c60e5b48f). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.424613] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dac5a954-1428-4541-931e-3814ae30e88c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.426570] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquiring lock "f2c68220-f055-4558-95c0-526ae266ee62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.426766] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lock "f2c68220-f055-4558-95c0-526ae266ee62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.426987] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquiring lock "f2c68220-f055-4558-95c0-526ae266ee62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.427214] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lock "f2c68220-f055-4558-95c0-526ae266ee62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.427430] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lock "f2c68220-f055-4558-95c0-526ae266ee62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.434025] env[69584]: INFO nova.compute.manager [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Terminating instance [ 671.441258] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Created folder: Project (109c2e53daa2441aa3d5ef8c60e5b48f) in parent group-v696614. [ 671.441492] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Creating folder: Instances. Parent ref: group-v696695. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.443516] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ffb73c4-69ae-43d5-a8d1-48f6ac02d390 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.455049] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Created folder: Instances in parent group-v696695. [ 671.455361] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.455565] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.455807] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bf4c5e3-d17f-4253-bcd5-6eaceb631f0e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.482466] env[69584]: DEBUG oslo_vmware.api [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Task: {'id': task-3485147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258697} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.483884] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.484107] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.484296] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.484473] env[69584]: INFO nova.compute.manager [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 671.484717] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.484909] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.484909] env[69584]: value = "task-3485151" [ 671.484909] env[69584]: _type = "Task" [ 671.484909] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.485126] env[69584]: DEBUG nova.compute.manager [-] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.485194] env[69584]: DEBUG nova.network.neutron [-] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.497656] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485151, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.686179] env[69584]: DEBUG nova.compute.manager [req-f9de3faf-ed53-44b3-b12f-3dc5a9860e22 req-4da59fd1-d62f-4f98-99aa-822520c33294 service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Received event network-vif-plugged-feebe4ef-399a-4f75-8c2b-4f684a4f2f89 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.686409] env[69584]: DEBUG oslo_concurrency.lockutils [req-f9de3faf-ed53-44b3-b12f-3dc5a9860e22 req-4da59fd1-d62f-4f98-99aa-822520c33294 service nova] Acquiring lock "a370afe3-c2f8-432a-a526-81426d935a9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.686619] env[69584]: DEBUG oslo_concurrency.lockutils [req-f9de3faf-ed53-44b3-b12f-3dc5a9860e22 req-4da59fd1-d62f-4f98-99aa-822520c33294 service nova] Lock "a370afe3-c2f8-432a-a526-81426d935a9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.686789] env[69584]: DEBUG oslo_concurrency.lockutils [req-f9de3faf-ed53-44b3-b12f-3dc5a9860e22 req-4da59fd1-d62f-4f98-99aa-822520c33294 service nova] Lock "a370afe3-c2f8-432a-a526-81426d935a9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.686967] env[69584]: DEBUG nova.compute.manager [req-f9de3faf-ed53-44b3-b12f-3dc5a9860e22 req-4da59fd1-d62f-4f98-99aa-822520c33294 service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] No waiting events found dispatching network-vif-plugged-feebe4ef-399a-4f75-8c2b-4f684a4f2f89 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.689080] env[69584]: WARNING nova.compute.manager [req-f9de3faf-ed53-44b3-b12f-3dc5a9860e22 req-4da59fd1-d62f-4f98-99aa-822520c33294 service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Received unexpected event network-vif-plugged-feebe4ef-399a-4f75-8c2b-4f684a4f2f89 for instance with vm_state building and task_state spawning. [ 671.740663] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485148, 'name': ReconfigVM_Task, 'duration_secs': 0.432457} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.742554] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa/8f8e183c-7597-4fb6-9a9f-8002db7ceaaa.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.743315] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd8fb93c-2363-41ee-acc5-888410202a44 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.755546] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for the task: (returnval){ [ 671.755546] env[69584]: value = "task-3485152" [ 671.755546] env[69584]: _type = "Task" [ 671.755546] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.771490] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485152, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.789109] env[69584]: DEBUG nova.network.neutron [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Successfully updated port: feebe4ef-399a-4f75-8c2b-4f684a4f2f89 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.934360] env[69584]: DEBUG nova.compute.manager [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.934722] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.935837] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4933bd94-e45d-426c-b084-2f058dbe069a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.948293] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.951593] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-944e08dd-5c7d-406d-8035-dab81eeb4171 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.961215] env[69584]: DEBUG oslo_vmware.api [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for the task: (returnval){ [ 671.961215] env[69584]: value = "task-3485153" [ 671.961215] env[69584]: _type = "Task" [ 671.961215] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.974535] env[69584]: DEBUG oslo_vmware.api [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.004394] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485151, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.229216] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02af69db-dac0-450c-a938-ee91e3ddec43 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.239320] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde0b8e3-b79a-4a0b-8f75-0e8576c773fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.281104] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea0755-48c5-467c-94ab-f3718aaf26c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.295429] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d30934b-d645-481c-9823-04a4bf27412d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.300088] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "refresh_cache-a370afe3-c2f8-432a-a526-81426d935a9c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.300401] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquired lock "refresh_cache-a370afe3-c2f8-432a-a526-81426d935a9c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.300758] env[69584]: DEBUG nova.network.neutron [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.302263] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485152, 'name': Rename_Task, 'duration_secs': 0.270878} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.303054] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.303968] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cdc957e-12f5-425e-93ad-ad061e9016a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.318399] env[69584]: DEBUG nova.compute.provider_tree [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.328162] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for the task: (returnval){ [ 672.328162] env[69584]: value = "task-3485154" [ 672.328162] env[69584]: _type = "Task" [ 672.328162] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.338574] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.401644] env[69584]: DEBUG oslo_concurrency.lockutils [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.402396] env[69584]: DEBUG oslo_concurrency.lockutils [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.402396] env[69584]: DEBUG oslo_concurrency.lockutils [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.402396] env[69584]: DEBUG oslo_concurrency.lockutils [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.402396] env[69584]: DEBUG oslo_concurrency.lockutils [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.404912] env[69584]: INFO nova.compute.manager [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Terminating instance [ 672.407711] env[69584]: DEBUG nova.network.neutron [-] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.472641] env[69584]: DEBUG oslo_vmware.api [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485153, 'name': PowerOffVM_Task, 'duration_secs': 0.230583} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.472960] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.473149] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.473416] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c8a5d20-cc45-44ac-bb51-df01ec193b25 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.502787] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485151, 'name': CreateVM_Task, 'duration_secs': 0.949739} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.502787] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.502787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.502787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.502787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.503337] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0040128-2cfd-4ba0-a202-fad984df89d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.511210] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for the task: (returnval){ [ 672.511210] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cface5-b363-e0ef-810a-6d5b110c928d" [ 672.511210] env[69584]: _type = "Task" [ 672.511210] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.521805] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cface5-b363-e0ef-810a-6d5b110c928d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.541271] env[69584]: DEBUG nova.network.neutron [-] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.550466] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.550694] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.550876] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Deleting the datastore file [datastore2] f2c68220-f055-4558-95c0-526ae266ee62 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.551222] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ded321f-4b3f-493a-9fe1-c3c47164dbbe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.561447] env[69584]: DEBUG oslo_vmware.api [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for the task: (returnval){ [ 672.561447] env[69584]: value = "task-3485156" [ 672.561447] env[69584]: _type = "Task" [ 672.561447] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.571124] env[69584]: DEBUG oslo_vmware.api [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.592752] env[69584]: DEBUG nova.network.neutron [-] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.823509] env[69584]: DEBUG nova.scheduler.client.report [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.839673] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485154, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.854916] env[69584]: DEBUG nova.network.neutron [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.910980] env[69584]: INFO nova.compute.manager [-] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Took 2.50 seconds to deallocate network for instance. [ 672.911728] env[69584]: DEBUG nova.compute.manager [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.912080] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.915263] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bc732f-b76d-4f6b-a54b-fb72c29f0575 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.928012] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.928311] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56fe18c4-429e-48df-b34e-e60dc00d70d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.936699] env[69584]: DEBUG oslo_vmware.api [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 672.936699] env[69584]: value = "task-3485157" [ 672.936699] env[69584]: _type = "Task" [ 672.936699] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.953701] env[69584]: DEBUG oslo_vmware.api [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.027221] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cface5-b363-e0ef-810a-6d5b110c928d, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.027578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.027816] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.028220] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.028459] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.028679] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.029060] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c84039a-3db2-4ef4-bc1e-8795b18444cd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.042204] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.042510] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.043951] env[69584]: INFO nova.compute.manager [-] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Took 1.93 seconds to deallocate network for instance. [ 673.044541] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2981fb19-338e-4499-9dec-8b3879c5c23d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.065143] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for the task: (returnval){ [ 673.065143] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521f2047-1109-a73f-8a9b-4672d7a6d33c" [ 673.065143] env[69584]: _type = "Task" [ 673.065143] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.086334] env[69584]: DEBUG oslo_vmware.api [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Task: {'id': task-3485156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21438} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.087265] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521f2047-1109-a73f-8a9b-4672d7a6d33c, 'name': SearchDatastore_Task, 'duration_secs': 0.012131} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.087265] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.087547] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.087745] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.087927] env[69584]: INFO nova.compute.manager [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Took 1.15 seconds to destroy the instance on the hypervisor. [ 673.088207] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.089252] env[69584]: DEBUG nova.compute.manager [-] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.089252] env[69584]: DEBUG nova.network.neutron [-] [instance: f2c68220-f055-4558-95c0-526ae266ee62] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.094343] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea51c88-fadc-4d17-b209-b9c385a52258 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.098960] env[69584]: INFO nova.compute.manager [-] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Took 1.61 seconds to deallocate network for instance. [ 673.098960] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for the task: (returnval){ [ 673.098960] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c9b672-be2e-09f0-ab53-9cd1bd6177a7" [ 673.098960] env[69584]: _type = "Task" [ 673.098960] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.113526] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c9b672-be2e-09f0-ab53-9cd1bd6177a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.187553] env[69584]: DEBUG nova.network.neutron [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Updating instance_info_cache with network_info: [{"id": "feebe4ef-399a-4f75-8c2b-4f684a4f2f89", "address": "fa:16:3e:ec:01:46", "network": {"id": "3b6fd4a5-963a-41c8-90a6-21d1550088f0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-542790205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66bb0cfb416406baa2e0732ce98d865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeebe4ef-39", "ovs_interfaceid": "feebe4ef-399a-4f75-8c2b-4f684a4f2f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.329845] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.329993] env[69584]: DEBUG nova.compute.manager [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.332812] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.320s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.334303] env[69584]: INFO nova.compute.claims [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.351705] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485154, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.424220] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.449752] env[69584]: DEBUG oslo_vmware.api [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485157, 'name': PowerOffVM_Task, 'duration_secs': 0.255737} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.449990] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.450176] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.450603] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-212a9fac-7e2e-4432-87a8-ab37f97693ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.567169] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.593428] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.593703] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.593893] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Deleting the datastore file [datastore2] fff8ab88-9879-49bb-a0bb-f3a8d8830201 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.594270] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dfbf340-787f-48b3-adb8-94eb9701b72f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.607726] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.608092] env[69584]: DEBUG oslo_vmware.api [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 673.608092] env[69584]: value = "task-3485159" [ 673.608092] env[69584]: _type = "Task" [ 673.608092] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.615671] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c9b672-be2e-09f0-ab53-9cd1bd6177a7, 'name': SearchDatastore_Task, 'duration_secs': 0.017648} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.616594] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.616922] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 4fbd9481-6115-4243-8700-37374677b0bb/4fbd9481-6115-4243-8700-37374677b0bb.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.617217] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71e0a39e-397b-48fa-a4ca-db2a0d58c001 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.622627] env[69584]: DEBUG oslo_vmware.api [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.628136] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for the task: (returnval){ [ 673.628136] env[69584]: value = "task-3485160" [ 673.628136] env[69584]: _type = "Task" [ 673.628136] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.636182] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.690705] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Releasing lock "refresh_cache-a370afe3-c2f8-432a-a526-81426d935a9c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.691188] env[69584]: DEBUG nova.compute.manager [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Instance network_info: |[{"id": "feebe4ef-399a-4f75-8c2b-4f684a4f2f89", "address": "fa:16:3e:ec:01:46", "network": {"id": "3b6fd4a5-963a-41c8-90a6-21d1550088f0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-542790205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66bb0cfb416406baa2e0732ce98d865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeebe4ef-39", "ovs_interfaceid": "feebe4ef-399a-4f75-8c2b-4f684a4f2f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.691621] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:01:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feebe4ef-399a-4f75-8c2b-4f684a4f2f89', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.700407] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Creating folder: Project (c66bb0cfb416406baa2e0732ce98d865). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.700848] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2be66125-5158-4e43-9807-0329e4f8c4e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.714271] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Created folder: Project (c66bb0cfb416406baa2e0732ce98d865) in parent group-v696614. [ 673.714488] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Creating folder: Instances. Parent ref: group-v696698. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.714793] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fca555d-0758-4716-919d-ebb180897b34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.728541] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Created folder: Instances in parent group-v696698. [ 673.728816] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.729028] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.729256] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e674cbc-6c72-4def-817f-9e0ebc1513e6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.752569] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.752569] env[69584]: value = "task-3485163" [ 673.752569] env[69584]: _type = "Task" [ 673.752569] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.762823] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485163, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.841774] env[69584]: DEBUG nova.compute.utils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.847130] env[69584]: DEBUG nova.compute.manager [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.847130] env[69584]: DEBUG nova.network.neutron [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.854208] env[69584]: DEBUG nova.compute.manager [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Received event network-changed-feebe4ef-399a-4f75-8c2b-4f684a4f2f89 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.854208] env[69584]: DEBUG nova.compute.manager [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Refreshing instance network info cache due to event network-changed-feebe4ef-399a-4f75-8c2b-4f684a4f2f89. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.854208] env[69584]: DEBUG oslo_concurrency.lockutils [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] Acquiring lock "refresh_cache-a370afe3-c2f8-432a-a526-81426d935a9c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.854208] env[69584]: DEBUG oslo_concurrency.lockutils [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] Acquired lock "refresh_cache-a370afe3-c2f8-432a-a526-81426d935a9c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.854208] env[69584]: DEBUG nova.network.neutron [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Refreshing network info cache for port feebe4ef-399a-4f75-8c2b-4f684a4f2f89 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.864333] env[69584]: DEBUG oslo_vmware.api [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485154, 'name': PowerOnVM_Task, 'duration_secs': 1.076775} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.865659] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.865863] env[69584]: INFO nova.compute.manager [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Took 10.18 seconds to spawn the instance on the hypervisor. [ 673.866491] env[69584]: DEBUG nova.compute.manager [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.866954] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b257f25d-0cd4-46fb-b536-bfe6098161a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.951484] env[69584]: DEBUG nova.policy [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f689d74606764ddd842762d5d59c0f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b439f64584cb49d19c049a42e718fe72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.081034] env[69584]: DEBUG nova.network.neutron [-] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.126939] env[69584]: DEBUG oslo_vmware.api [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405111} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.127103] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.127304] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.127488] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.127663] env[69584]: INFO nova.compute.manager [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Took 1.22 seconds to destroy the instance on the hypervisor. [ 674.127995] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.128261] env[69584]: DEBUG nova.compute.manager [-] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.128360] env[69584]: DEBUG nova.network.neutron [-] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.140749] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.264775] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485163, 'name': CreateVM_Task, 'duration_secs': 0.452331} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.265016] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.265785] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.265966] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.266342] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.266707] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fe9304-36f0-4d55-a38c-e9ebde3df33d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.276080] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 674.276080] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522598c3-3dd8-21f1-02ff-67ce32875a75" [ 674.276080] env[69584]: _type = "Task" [ 674.276080] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.283193] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522598c3-3dd8-21f1-02ff-67ce32875a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.351271] env[69584]: DEBUG nova.compute.manager [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.395594] env[69584]: INFO nova.compute.manager [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Took 41.77 seconds to build instance. [ 674.582113] env[69584]: INFO nova.compute.manager [-] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Took 1.49 seconds to deallocate network for instance. [ 674.645011] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762297} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.648053] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 4fbd9481-6115-4243-8700-37374677b0bb/4fbd9481-6115-4243-8700-37374677b0bb.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.648324] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.649123] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dd7b0e3-a743-4a15-97b0-77aa4886c7b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.658010] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for the task: (returnval){ [ 674.658010] env[69584]: value = "task-3485164" [ 674.658010] env[69584]: _type = "Task" [ 674.658010] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.671733] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.793817] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522598c3-3dd8-21f1-02ff-67ce32875a75, 'name': SearchDatastore_Task, 'duration_secs': 0.060212} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.796694] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.800028] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.800028] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.800028] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.800028] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.800028] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fffe20f6-bb6e-45eb-8302-622dd7c53b2e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.817798] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.818027] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.820981] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fdb6e3-2932-435f-b731-b205547b7855 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.836151] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 674.836151] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5272f943-eec8-4f9d-5f66-5b2fa6c7b9f6" [ 674.836151] env[69584]: _type = "Task" [ 674.836151] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.861919] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5272f943-eec8-4f9d-5f66-5b2fa6c7b9f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.877962] env[69584]: DEBUG nova.network.neutron [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Successfully created port: 267fc35f-9d4e-4b7e-82ae-f3f5043a9666 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.897722] env[69584]: DEBUG oslo_concurrency.lockutils [None req-70da4095-49d4-4fa7-8de1-be059ba391a4 tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.102s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.966451] env[69584]: DEBUG nova.network.neutron [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Updated VIF entry in instance network info cache for port feebe4ef-399a-4f75-8c2b-4f684a4f2f89. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.966451] env[69584]: DEBUG nova.network.neutron [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Updating instance_info_cache with network_info: [{"id": "feebe4ef-399a-4f75-8c2b-4f684a4f2f89", "address": "fa:16:3e:ec:01:46", "network": {"id": "3b6fd4a5-963a-41c8-90a6-21d1550088f0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-542790205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66bb0cfb416406baa2e0732ce98d865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeebe4ef-39", "ovs_interfaceid": "feebe4ef-399a-4f75-8c2b-4f684a4f2f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.064077] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c8cf7-af32-4902-a837-8b876c9d71d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.073733] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c6a45-e0ec-4025-af90-9338ec7d79fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.112189] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.113586] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be109930-b4d2-45d3-98a7-b258fccfb4f2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.123294] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695609c5-be01-451e-84d9-196623bc915d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.138129] env[69584]: DEBUG nova.compute.provider_tree [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.168056] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090799} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.168349] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.169200] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a336988c-dae0-45c0-a7b4-2c3404df1d42 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.193383] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4fbd9481-6115-4243-8700-37374677b0bb/4fbd9481-6115-4243-8700-37374677b0bb.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.193383] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51200946-e291-4f1a-a4da-3a4240e7621a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.217077] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for the task: (returnval){ [ 675.217077] env[69584]: value = "task-3485165" [ 675.217077] env[69584]: _type = "Task" [ 675.217077] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.228473] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.349344] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5272f943-eec8-4f9d-5f66-5b2fa6c7b9f6, 'name': SearchDatastore_Task, 'duration_secs': 0.052401} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.350413] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-251efc76-d107-4b21-a7fe-27b06a211394 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.360032] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 675.360032] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5c0de-d236-91f3-8bc9-94ea7a6f17eb" [ 675.360032] env[69584]: _type = "Task" [ 675.360032] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.369591] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5c0de-d236-91f3-8bc9-94ea7a6f17eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.375965] env[69584]: DEBUG nova.compute.manager [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.404021] env[69584]: DEBUG nova.compute.manager [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.407559] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.408178] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.408466] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.408973] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.409265] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.409521] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.410036] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.410320] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.410604] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.411057] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.411369] env[69584]: DEBUG nova.virt.hardware [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.413107] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf09c64-7c24-4b83-9259-f304ab0dd6e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.424586] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d066ebb-d207-4919-9dd9-c08675cabcaf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.469712] env[69584]: DEBUG oslo_concurrency.lockutils [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] Releasing lock "refresh_cache-a370afe3-c2f8-432a-a526-81426d935a9c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.470188] env[69584]: DEBUG nova.compute.manager [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Received event network-vif-deleted-06909fff-74df-49a0-9fd1-b477952781a8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.470498] env[69584]: DEBUG nova.compute.manager [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Received event network-vif-deleted-efbc39bf-4efd-4af1-a30b-1d56d31aa6cb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.470817] env[69584]: DEBUG nova.compute.manager [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Received event network-vif-deleted-ec7f8986-7dd6-4934-9b87-cc87d75acdd3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.470907] env[69584]: DEBUG nova.compute.manager [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Received event network-vif-deleted-b89fd511-341a-455d-92f0-fd52ce9f7985 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.471183] env[69584]: INFO nova.compute.manager [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Neutron deleted interface b89fd511-341a-455d-92f0-fd52ce9f7985; detaching it from the instance and deleting it from the info cache [ 675.471834] env[69584]: DEBUG nova.network.neutron [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.644733] env[69584]: DEBUG nova.scheduler.client.report [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.730256] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485165, 'name': ReconfigVM_Task, 'duration_secs': 0.342122} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.730717] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4fbd9481-6115-4243-8700-37374677b0bb/4fbd9481-6115-4243-8700-37374677b0bb.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.733631] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-284a76d4-80c4-4e6f-909f-bc04d889f046 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.739844] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for the task: (returnval){ [ 675.739844] env[69584]: value = "task-3485166" [ 675.739844] env[69584]: _type = "Task" [ 675.739844] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.750929] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485166, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.879095] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5c0de-d236-91f3-8bc9-94ea7a6f17eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01976} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.879225] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.879499] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] a370afe3-c2f8-432a-a526-81426d935a9c/a370afe3-c2f8-432a-a526-81426d935a9c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.879764] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c3a2f1-eb12-40b9-b2a8-87af3e8c40f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.888547] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 675.888547] env[69584]: value = "task-3485167" [ 675.888547] env[69584]: _type = "Task" [ 675.888547] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.899135] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.943626] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.976527] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87a439d7-2478-4b74-a295-a4060810fce7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.989315] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a29ce88-8baf-4c79-a2bd-5fb3f9bfd0f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.029849] env[69584]: DEBUG nova.compute.manager [req-36e810f9-36b8-43a6-b025-88e1839d89ce req-f259772c-9e6d-4da0-a450-96b334772cef service nova] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Detach interface failed, port_id=b89fd511-341a-455d-92f0-fd52ce9f7985, reason: Instance f2c68220-f055-4558-95c0-526ae266ee62 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 676.059571] env[69584]: DEBUG nova.compute.manager [req-c4193f30-d900-47a4-8616-7fcce2da9b82 req-a8025ef3-6be0-4da4-b04a-b0964f1900cc service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received event network-vif-deleted-4f43b8ef-6fe2-414e-8246-fd8516fb49ca {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.059800] env[69584]: INFO nova.compute.manager [req-c4193f30-d900-47a4-8616-7fcce2da9b82 req-a8025ef3-6be0-4da4-b04a-b0964f1900cc service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Neutron deleted interface 4f43b8ef-6fe2-414e-8246-fd8516fb49ca; detaching it from the instance and deleting it from the info cache [ 676.060928] env[69584]: DEBUG nova.network.neutron [req-c4193f30-d900-47a4-8616-7fcce2da9b82 req-a8025ef3-6be0-4da4-b04a-b0964f1900cc service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Updating instance_info_cache with network_info: [{"id": "a9dc94e9-be57-4b8d-a5c0-c5438e61f461", "address": "fa:16:3e:09:a9:aa", "network": {"id": "67ee8c9f-1114-4ddb-8185-a2ec7a761e5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-518922982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9dc94e9-be", "ovs_interfaceid": "a9dc94e9-be57-4b8d-a5c0-c5438e61f461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8efe1f6e-dfa2-4508-bf93-9d9610f44087", "address": "fa:16:3e:dc:ef:c6", "network": {"id": "67ee8c9f-1114-4ddb-8185-a2ec7a761e5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-518922982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efe1f6e-df", "ovs_interfaceid": "8efe1f6e-dfa2-4508-bf93-9d9610f44087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.152132] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.152909] env[69584]: DEBUG nova.compute.manager [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.158240] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.590s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.254130] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485166, 'name': Rename_Task, 'duration_secs': 0.162732} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.254657] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.254736] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e27d9c46-e441-49b7-b688-1957912a7f8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.264451] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for the task: (returnval){ [ 676.264451] env[69584]: value = "task-3485168" [ 676.264451] env[69584]: _type = "Task" [ 676.264451] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.274246] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.375428] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc0d67-033b-7f26-ccca-137a6f489445/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 676.375818] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85487791-ca4b-4c74-82ea-b7819fda8e13 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.383500] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc0d67-033b-7f26-ccca-137a6f489445/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 676.383710] env[69584]: ERROR oslo_vmware.rw_handles [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc0d67-033b-7f26-ccca-137a6f489445/disk-0.vmdk due to incomplete transfer. [ 676.384084] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96c21fb0-bb12-4af2-985a-0459463b0277 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.394782] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc0d67-033b-7f26-ccca-137a6f489445/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 676.395008] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Uploaded image 463862af-1214-4711-b2d4-922d754d7b9d to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 676.399648] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 676.399648] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ffcb334b-bb36-4e6f-9548-c18a4397adb7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.404897] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.412198] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 676.412198] env[69584]: value = "task-3485169" [ 676.412198] env[69584]: _type = "Task" [ 676.412198] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.422011] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485169, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.437738] env[69584]: DEBUG nova.network.neutron [-] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.564443] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0aaedccb-1de2-4a06-b11b-2a22009ec0dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.575488] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dff4f84-dc7b-45da-b5ee-4c8db3fbc854 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.615113] env[69584]: DEBUG nova.compute.manager [req-c4193f30-d900-47a4-8616-7fcce2da9b82 req-a8025ef3-6be0-4da4-b04a-b0964f1900cc service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Detach interface failed, port_id=4f43b8ef-6fe2-414e-8246-fd8516fb49ca, reason: Instance fff8ab88-9879-49bb-a0bb-f3a8d8830201 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 676.615113] env[69584]: DEBUG nova.compute.manager [req-c4193f30-d900-47a4-8616-7fcce2da9b82 req-a8025ef3-6be0-4da4-b04a-b0964f1900cc service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received event network-vif-deleted-8efe1f6e-dfa2-4508-bf93-9d9610f44087 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.615113] env[69584]: INFO nova.compute.manager [req-c4193f30-d900-47a4-8616-7fcce2da9b82 req-a8025ef3-6be0-4da4-b04a-b0964f1900cc service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Neutron deleted interface 8efe1f6e-dfa2-4508-bf93-9d9610f44087; detaching it from the instance and deleting it from the info cache [ 676.615824] env[69584]: DEBUG nova.network.neutron [req-c4193f30-d900-47a4-8616-7fcce2da9b82 req-a8025ef3-6be0-4da4-b04a-b0964f1900cc service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Updating instance_info_cache with network_info: [{"id": "a9dc94e9-be57-4b8d-a5c0-c5438e61f461", "address": "fa:16:3e:09:a9:aa", "network": {"id": "67ee8c9f-1114-4ddb-8185-a2ec7a761e5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-518922982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9dc94e9-be", "ovs_interfaceid": "a9dc94e9-be57-4b8d-a5c0-c5438e61f461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.663251] env[69584]: DEBUG nova.compute.utils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.664740] env[69584]: DEBUG nova.compute.manager [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.664867] env[69584]: DEBUG nova.network.neutron [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.728826] env[69584]: DEBUG nova.policy [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aaf4db14097415d9adac82217d253e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa492843164579bc5edbf830d41c90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.780239] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485168, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.903665] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546866} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.903665] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] a370afe3-c2f8-432a-a526-81426d935a9c/a370afe3-c2f8-432a-a526-81426d935a9c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.903665] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.906035] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-754560b9-7a25-4021-9f3d-458c5fb822e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.918343] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 676.918343] env[69584]: value = "task-3485170" [ 676.918343] env[69584]: _type = "Task" [ 676.918343] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.930558] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485169, 'name': Destroy_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.939741] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.940422] env[69584]: INFO nova.compute.manager [-] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Took 2.81 seconds to deallocate network for instance. [ 677.122787] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2f03a11-863c-47b5-b051-2ed4d367ea12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.133780] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c9e3d8-56e8-495f-97cf-44054d6e2807 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.168085] env[69584]: DEBUG nova.compute.manager [req-c4193f30-d900-47a4-8616-7fcce2da9b82 req-a8025ef3-6be0-4da4-b04a-b0964f1900cc service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Detach interface failed, port_id=8efe1f6e-dfa2-4508-bf93-9d9610f44087, reason: Instance fff8ab88-9879-49bb-a0bb-f3a8d8830201 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 677.173306] env[69584]: DEBUG nova.compute.manager [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.272701] env[69584]: DEBUG nova.network.neutron [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Successfully created port: dd7c68dd-d1a3-4a13-ab56-9f663470c02a {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.288475] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc02e0e-8225-4459-aec9-29bd1768e318 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.291782] env[69584]: DEBUG oslo_vmware.api [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485168, 'name': PowerOnVM_Task, 'duration_secs': 0.539096} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.292485] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.292713] env[69584]: INFO nova.compute.manager [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Took 9.78 seconds to spawn the instance on the hypervisor. [ 677.292894] env[69584]: DEBUG nova.compute.manager [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.293719] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a94af67-e7e9-4b3e-840e-5461a84bf029 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.305192] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433a05ce-6eab-453c-ba03-e22170b661af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.344747] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b36e177-5560-40e4-8ee6-b3d72f657e1b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.350106] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "912ca815-e65f-48f6-bf53-a7057058f72a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.350329] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "912ca815-e65f-48f6-bf53-a7057058f72a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.356784] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55605ed1-4637-4fb1-bb7b-317f539831f6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.373150] env[69584]: DEBUG nova.compute.provider_tree [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.426307] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485169, 'name': Destroy_Task, 'duration_secs': 0.558718} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.427533] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Destroyed the VM [ 677.427897] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 677.428165] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08b228ee-2b73-4104-8547-4800477db503 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.432994] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080451} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.433609] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.434400] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7166e3fa-cf02-4726-8235-9cdeb9bb5741 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.439167] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 677.439167] env[69584]: value = "task-3485171" [ 677.439167] env[69584]: _type = "Task" [ 677.439167] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.456338] env[69584]: DEBUG oslo_concurrency.lockutils [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.465900] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] a370afe3-c2f8-432a-a526-81426d935a9c/a370afe3-c2f8-432a-a526-81426d935a9c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.466871] env[69584]: DEBUG nova.network.neutron [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Successfully updated port: 267fc35f-9d4e-4b7e-82ae-f3f5043a9666 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.468963] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faaeadb8-49eb-4aa9-88f3-e920e99fec8a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.488569] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485171, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.496854] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 677.496854] env[69584]: value = "task-3485172" [ 677.496854] env[69584]: _type = "Task" [ 677.496854] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.508564] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.821898] env[69584]: INFO nova.compute.manager [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Took 41.24 seconds to build instance. [ 677.877339] env[69584]: DEBUG nova.scheduler.client.report [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.950392] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485171, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.969420] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "refresh_cache-8707506a-e8d9-462c-bb69-9540aa6b8ff3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.969575] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "refresh_cache-8707506a-e8d9-462c-bb69-9540aa6b8ff3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.969727] env[69584]: DEBUG nova.network.neutron [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.009466] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485172, 'name': ReconfigVM_Task, 'duration_secs': 0.295782} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.010240] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Reconfigured VM instance instance-0000001a to attach disk [datastore1] a370afe3-c2f8-432a-a526-81426d935a9c/a370afe3-c2f8-432a-a526-81426d935a9c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.011183] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0bba8fc-e27e-47df-af51-8fe06ef55b53 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.020181] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 678.020181] env[69584]: value = "task-3485173" [ 678.020181] env[69584]: _type = "Task" [ 678.020181] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.032246] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485173, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.098196] env[69584]: DEBUG nova.compute.manager [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Received event network-vif-deleted-a9dc94e9-be57-4b8d-a5c0-c5438e61f461 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.098480] env[69584]: INFO nova.compute.manager [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Neutron deleted interface a9dc94e9-be57-4b8d-a5c0-c5438e61f461; detaching it from the instance and deleting it from the info cache [ 678.098658] env[69584]: DEBUG nova.network.neutron [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.132426] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "e18b7c45-bbd5-411a-95c8-04f20d4fe75c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.132679] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "e18b7c45-bbd5-411a-95c8-04f20d4fe75c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.184069] env[69584]: DEBUG nova.compute.manager [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.208521] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.208778] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.208942] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.209188] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.209302] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.209449] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.209664] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.209826] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.209992] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.210175] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.210351] env[69584]: DEBUG nova.virt.hardware [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.211283] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eff952-097e-4a8f-81f5-eda842bc11f6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.219642] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97444446-1d03-455b-9fab-cf16b2b2923b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.324108] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8235967a-74e9-4136-ac5f-a1d6f294417c tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Lock "4fbd9481-6115-4243-8700-37374677b0bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.861s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.450920] env[69584]: DEBUG oslo_vmware.api [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485171, 'name': RemoveSnapshot_Task, 'duration_secs': 0.600781} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.451274] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 678.451514] env[69584]: INFO nova.compute.manager [None req-1a3711d0-de17-4361-b5da-496650293b54 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Took 14.21 seconds to snapshot the instance on the hypervisor. [ 678.530905] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485173, 'name': Rename_Task, 'duration_secs': 0.151512} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.531301] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.531559] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86fbf1e1-cb21-4519-b317-0d93394772a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.535586] env[69584]: DEBUG nova.network.neutron [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.539050] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 678.539050] env[69584]: value = "task-3485174" [ 678.539050] env[69584]: _type = "Task" [ 678.539050] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.547086] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.601190] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bd516f0-a1c7-4fb1-8fcb-92b1d2aa3eca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.612394] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf91ec5-1e79-4991-b2b7-ee1eabc7146d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.646616] env[69584]: DEBUG nova.compute.manager [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Detach interface failed, port_id=a9dc94e9-be57-4b8d-a5c0-c5438e61f461, reason: Instance fff8ab88-9879-49bb-a0bb-f3a8d8830201 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 678.646840] env[69584]: DEBUG nova.compute.manager [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Received event network-changed-13398dd3-ac11-48bf-9ed6-d77379f669c1 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.647026] env[69584]: DEBUG nova.compute.manager [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Refreshing instance network info cache due to event network-changed-13398dd3-ac11-48bf-9ed6-d77379f669c1. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.647256] env[69584]: DEBUG oslo_concurrency.lockutils [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] Acquiring lock "refresh_cache-8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.647403] env[69584]: DEBUG oslo_concurrency.lockutils [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] Acquired lock "refresh_cache-8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.647565] env[69584]: DEBUG nova.network.neutron [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Refreshing network info cache for port 13398dd3-ac11-48bf-9ed6-d77379f669c1 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.826371] env[69584]: DEBUG nova.compute.manager [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.840546] env[69584]: DEBUG nova.network.neutron [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Updating instance_info_cache with network_info: [{"id": "267fc35f-9d4e-4b7e-82ae-f3f5043a9666", "address": "fa:16:3e:8a:ad:ae", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267fc35f-9d", "ovs_interfaceid": "267fc35f-9d4e-4b7e-82ae-f3f5043a9666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.892143] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.734s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.898131] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.351s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.898131] env[69584]: INFO nova.compute.claims [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.057042] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485174, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.246651] env[69584]: DEBUG nova.network.neutron [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Successfully updated port: dd7c68dd-d1a3-4a13-ab56-9f663470c02a {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.343894] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "refresh_cache-8707506a-e8d9-462c-bb69-9540aa6b8ff3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.344141] env[69584]: DEBUG nova.compute.manager [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Instance network_info: |[{"id": "267fc35f-9d4e-4b7e-82ae-f3f5043a9666", "address": "fa:16:3e:8a:ad:ae", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267fc35f-9d", "ovs_interfaceid": "267fc35f-9d4e-4b7e-82ae-f3f5043a9666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.344485] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ad:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '267fc35f-9d4e-4b7e-82ae-f3f5043a9666', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.352166] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Creating folder: Project (b439f64584cb49d19c049a42e718fe72). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.353223] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.353548] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-175134f4-46b0-4ddd-bb00-52c2d48cd886 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.371361] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Created folder: Project (b439f64584cb49d19c049a42e718fe72) in parent group-v696614. [ 679.371566] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Creating folder: Instances. Parent ref: group-v696701. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.371866] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a43fd5-d0b7-408a-8c71-fa07ed5840d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.384882] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Created folder: Instances in parent group-v696701. [ 679.385376] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.385376] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.386274] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92e235fe-08ad-4ba8-a71c-0b1cac41e874 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.417048] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.417048] env[69584]: value = "task-3485177" [ 679.417048] env[69584]: _type = "Task" [ 679.417048] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.437785] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485177, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.473197] env[69584]: INFO nova.scheduler.client.report [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Deleted allocation for migration 1f877cbf-b72a-4afc-ad99-38101e3bd097 [ 679.513388] env[69584]: DEBUG nova.network.neutron [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Updated VIF entry in instance network info cache for port 13398dd3-ac11-48bf-9ed6-d77379f669c1. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.513388] env[69584]: DEBUG nova.network.neutron [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Updating instance_info_cache with network_info: [{"id": "13398dd3-ac11-48bf-9ed6-d77379f669c1", "address": "fa:16:3e:31:cf:b6", "network": {"id": "93084c5c-d01c-4163-9a95-3cbe138614fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1138993997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e58cba74b2543a1be0fafd49a3d684b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13398dd3-ac", "ovs_interfaceid": "13398dd3-ac11-48bf-9ed6-d77379f669c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.554029] env[69584]: DEBUG oslo_vmware.api [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485174, 'name': PowerOnVM_Task, 'duration_secs': 0.533141} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.554029] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.554029] env[69584]: INFO nova.compute.manager [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Took 9.27 seconds to spawn the instance on the hypervisor. [ 679.554029] env[69584]: DEBUG nova.compute.manager [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.554029] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d71532-d4ff-4da6-a989-113f543da558 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.750577] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "refresh_cache-c2fc91e3-adaf-4645-b65a-c5ba03435ea6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.750750] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquired lock "refresh_cache-c2fc91e3-adaf-4645-b65a-c5ba03435ea6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.750888] env[69584]: DEBUG nova.network.neutron [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.926946] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485177, 'name': CreateVM_Task, 'duration_secs': 0.369502} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.927237] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.927924] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.928106] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.928429] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.928696] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfaa7212-9367-4256-90c3-13bfc9c11d9a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.935265] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 679.935265] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5292e3c5-9e0b-dacc-90b5-080739237390" [ 679.935265] env[69584]: _type = "Task" [ 679.935265] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.944428] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5292e3c5-9e0b-dacc-90b5-080739237390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.981017] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8c0de0be-afea-4d23-8833-4d4250740667 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.064s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.014926] env[69584]: DEBUG oslo_concurrency.lockutils [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] Releasing lock "refresh_cache-8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.015247] env[69584]: DEBUG nova.compute.manager [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Received event network-vif-plugged-267fc35f-9d4e-4b7e-82ae-f3f5043a9666 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.015452] env[69584]: DEBUG oslo_concurrency.lockutils [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] Acquiring lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.015660] env[69584]: DEBUG oslo_concurrency.lockutils [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] Lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.015841] env[69584]: DEBUG oslo_concurrency.lockutils [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] Lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.016027] env[69584]: DEBUG nova.compute.manager [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] No waiting events found dispatching network-vif-plugged-267fc35f-9d4e-4b7e-82ae-f3f5043a9666 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.016267] env[69584]: WARNING nova.compute.manager [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Received unexpected event network-vif-plugged-267fc35f-9d4e-4b7e-82ae-f3f5043a9666 for instance with vm_state building and task_state spawning. [ 680.016487] env[69584]: DEBUG nova.compute.manager [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Received event network-changed-267fc35f-9d4e-4b7e-82ae-f3f5043a9666 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.016651] env[69584]: DEBUG nova.compute.manager [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Refreshing instance network info cache due to event network-changed-267fc35f-9d4e-4b7e-82ae-f3f5043a9666. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.016851] env[69584]: DEBUG oslo_concurrency.lockutils [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] Acquiring lock "refresh_cache-8707506a-e8d9-462c-bb69-9540aa6b8ff3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.016990] env[69584]: DEBUG oslo_concurrency.lockutils [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] Acquired lock "refresh_cache-8707506a-e8d9-462c-bb69-9540aa6b8ff3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.017186] env[69584]: DEBUG nova.network.neutron [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Refreshing network info cache for port 267fc35f-9d4e-4b7e-82ae-f3f5043a9666 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.076606] env[69584]: INFO nova.compute.manager [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Took 42.04 seconds to build instance. [ 680.138893] env[69584]: DEBUG nova.compute.manager [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Received event network-vif-plugged-dd7c68dd-d1a3-4a13-ab56-9f663470c02a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.138893] env[69584]: DEBUG oslo_concurrency.lockutils [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] Acquiring lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.138893] env[69584]: DEBUG oslo_concurrency.lockutils [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] Lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.138893] env[69584]: DEBUG oslo_concurrency.lockutils [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] Lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.138893] env[69584]: DEBUG nova.compute.manager [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] No waiting events found dispatching network-vif-plugged-dd7c68dd-d1a3-4a13-ab56-9f663470c02a {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.138893] env[69584]: WARNING nova.compute.manager [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Received unexpected event network-vif-plugged-dd7c68dd-d1a3-4a13-ab56-9f663470c02a for instance with vm_state building and task_state spawning. [ 680.138893] env[69584]: DEBUG nova.compute.manager [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Received event network-changed-cc860193-5c0e-4d69-b374-874bcf7da5b9 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.138893] env[69584]: DEBUG nova.compute.manager [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Refreshing instance network info cache due to event network-changed-cc860193-5c0e-4d69-b374-874bcf7da5b9. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.138893] env[69584]: DEBUG oslo_concurrency.lockutils [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] Acquiring lock "refresh_cache-4fbd9481-6115-4243-8700-37374677b0bb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.138893] env[69584]: DEBUG oslo_concurrency.lockutils [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] Acquired lock "refresh_cache-4fbd9481-6115-4243-8700-37374677b0bb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.139234] env[69584]: DEBUG nova.network.neutron [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Refreshing network info cache for port cc860193-5c0e-4d69-b374-874bcf7da5b9 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.163926] env[69584]: DEBUG nova.compute.manager [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.164845] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51b5003-478a-44eb-90fc-4153de904ec9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.319229] env[69584]: DEBUG nova.network.neutron [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.429958] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ac18a2-e357-464d-8da4-fd6d716eb86c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.443577] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9012b542-5f2f-4f18-9164-77de9387583f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.451983] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5292e3c5-9e0b-dacc-90b5-080739237390, 'name': SearchDatastore_Task, 'duration_secs': 0.029009} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.452691] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.452912] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.453164] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.453318] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.453497] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.453753] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a692d91c-72de-4e53-a56f-439d0e3cfbd3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.492855] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfbc3c4-fa07-4cba-b221-ff50fa713749 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.501999] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abb7928-c6ae-4b82-8248-02b01d5f054a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.506114] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.506300] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.506977] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e1877c-8d67-48e5-8ea3-1158ea24fed5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.522718] env[69584]: DEBUG nova.compute.provider_tree [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.525618] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 680.525618] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b5e74d-a37d-0921-a077-4e48e3ed20f5" [ 680.525618] env[69584]: _type = "Task" [ 680.525618] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.539040] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b5e74d-a37d-0921-a077-4e48e3ed20f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.584021] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efd4440-21ff-419e-bb52-64ef5f281528 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.487s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.679991] env[69584]: INFO nova.compute.manager [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] instance snapshotting [ 680.682994] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409fc683-38e8-4160-98b8-ef3be70d1940 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.704578] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8f7572-7059-4c6e-9809-68e6db38af0c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.955519] env[69584]: DEBUG nova.network.neutron [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Updating instance_info_cache with network_info: [{"id": "dd7c68dd-d1a3-4a13-ab56-9f663470c02a", "address": "fa:16:3e:0f:9c:b1", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7c68dd-d1", "ovs_interfaceid": "dd7c68dd-d1a3-4a13-ab56-9f663470c02a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.026985] env[69584]: DEBUG nova.scheduler.client.report [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.047659] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b5e74d-a37d-0921-a077-4e48e3ed20f5, 'name': SearchDatastore_Task, 'duration_secs': 0.033162} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.050024] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594c79a0-3357-491e-86dc-90eb3e62e397 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.057968] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 681.057968] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f279a2-dca3-d868-c739-f012069c6028" [ 681.057968] env[69584]: _type = "Task" [ 681.057968] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.072470] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f279a2-dca3-d868-c739-f012069c6028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.083270] env[69584]: DEBUG nova.compute.manager [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.215898] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 681.216704] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72b5c4ea-a63c-415b-ab54-bc02a66c0439 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.230981] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 681.230981] env[69584]: value = "task-3485178" [ 681.230981] env[69584]: _type = "Task" [ 681.230981] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.242316] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.311900] env[69584]: DEBUG nova.network.neutron [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Updated VIF entry in instance network info cache for port 267fc35f-9d4e-4b7e-82ae-f3f5043a9666. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.312348] env[69584]: DEBUG nova.network.neutron [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Updating instance_info_cache with network_info: [{"id": "267fc35f-9d4e-4b7e-82ae-f3f5043a9666", "address": "fa:16:3e:8a:ad:ae", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267fc35f-9d", "ovs_interfaceid": "267fc35f-9d4e-4b7e-82ae-f3f5043a9666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.352245] env[69584]: DEBUG nova.network.neutron [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Updated VIF entry in instance network info cache for port cc860193-5c0e-4d69-b374-874bcf7da5b9. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.352631] env[69584]: DEBUG nova.network.neutron [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Updating instance_info_cache with network_info: [{"id": "cc860193-5c0e-4d69-b374-874bcf7da5b9", "address": "fa:16:3e:11:b8:30", "network": {"id": "56268dea-9285-4bcc-a1d3-beaac9208795", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1278437985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "109c2e53daa2441aa3d5ef8c60e5b48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc860193-5c", "ovs_interfaceid": "cc860193-5c0e-4d69-b374-874bcf7da5b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.458656] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Releasing lock "refresh_cache-c2fc91e3-adaf-4645-b65a-c5ba03435ea6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.459040] env[69584]: DEBUG nova.compute.manager [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Instance network_info: |[{"id": "dd7c68dd-d1a3-4a13-ab56-9f663470c02a", "address": "fa:16:3e:0f:9c:b1", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7c68dd-d1", "ovs_interfaceid": "dd7c68dd-d1a3-4a13-ab56-9f663470c02a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.459506] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:9c:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd7c68dd-d1a3-4a13-ab56-9f663470c02a', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.467014] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.467285] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.467516] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-793b2b14-2530-424f-b72a-8d5cc5f0e94e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.489377] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.489377] env[69584]: value = "task-3485179" [ 681.489377] env[69584]: _type = "Task" [ 681.489377] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.499265] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485179, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.535097] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.535688] env[69584]: DEBUG nova.compute.manager [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.540500] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.983s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.542167] env[69584]: INFO nova.compute.claims [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.573174] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f279a2-dca3-d868-c739-f012069c6028, 'name': SearchDatastore_Task, 'duration_secs': 0.02098} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.573589] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.573906] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.574625] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6cbf8ca-98a0-48ac-bb3d-c4d87ea51544 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.586237] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 681.586237] env[69584]: value = "task-3485180" [ 681.586237] env[69584]: _type = "Task" [ 681.586237] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.606394] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.612307] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.745790] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.815125] env[69584]: DEBUG oslo_concurrency.lockutils [req-afb4da45-9332-43e6-8da8-70951bf9df1b req-bae1c8c9-63bb-4973-842d-3b185e8e4b9a service nova] Releasing lock "refresh_cache-8707506a-e8d9-462c-bb69-9540aa6b8ff3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.855043] env[69584]: DEBUG oslo_concurrency.lockutils [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] Releasing lock "refresh_cache-4fbd9481-6115-4243-8700-37374677b0bb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.855433] env[69584]: DEBUG nova.compute.manager [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Received event network-changed-dd7c68dd-d1a3-4a13-ab56-9f663470c02a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.855664] env[69584]: DEBUG nova.compute.manager [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Refreshing instance network info cache due to event network-changed-dd7c68dd-d1a3-4a13-ab56-9f663470c02a. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.855937] env[69584]: DEBUG oslo_concurrency.lockutils [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] Acquiring lock "refresh_cache-c2fc91e3-adaf-4645-b65a-c5ba03435ea6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.856173] env[69584]: DEBUG oslo_concurrency.lockutils [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] Acquired lock "refresh_cache-c2fc91e3-adaf-4645-b65a-c5ba03435ea6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.856372] env[69584]: DEBUG nova.network.neutron [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Refreshing network info cache for port dd7c68dd-d1a3-4a13-ab56-9f663470c02a {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.001236] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485179, 'name': CreateVM_Task, 'duration_secs': 0.425769} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.002825] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.006252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.006496] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.006899] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.007588] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.007830] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.008051] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eec8dbd-3635-4ebd-8c8a-87c47fabb1c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.016616] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 682.016616] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fed13f-b84f-83f0-029f-1b30ca9f62f0" [ 682.016616] env[69584]: _type = "Task" [ 682.016616] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.027111] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fed13f-b84f-83f0-029f-1b30ca9f62f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.050669] env[69584]: DEBUG nova.compute.utils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.052209] env[69584]: DEBUG nova.compute.manager [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.052382] env[69584]: DEBUG nova.network.neutron [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.096851] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485180, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.114735] env[69584]: DEBUG nova.policy [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f689d74606764ddd842762d5d59c0f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b439f64584cb49d19c049a42e718fe72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.167717] env[69584]: DEBUG nova.compute.manager [req-5c224cc5-6ea7-49f1-bf83-c31be4ce3b8a req-d00c527e-aeba-4b12-9c8c-f799d1e64edf service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Received event network-changed-feebe4ef-399a-4f75-8c2b-4f684a4f2f89 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.167917] env[69584]: DEBUG nova.compute.manager [req-5c224cc5-6ea7-49f1-bf83-c31be4ce3b8a req-d00c527e-aeba-4b12-9c8c-f799d1e64edf service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Refreshing instance network info cache due to event network-changed-feebe4ef-399a-4f75-8c2b-4f684a4f2f89. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.168142] env[69584]: DEBUG oslo_concurrency.lockutils [req-5c224cc5-6ea7-49f1-bf83-c31be4ce3b8a req-d00c527e-aeba-4b12-9c8c-f799d1e64edf service nova] Acquiring lock "refresh_cache-a370afe3-c2f8-432a-a526-81426d935a9c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.168289] env[69584]: DEBUG oslo_concurrency.lockutils [req-5c224cc5-6ea7-49f1-bf83-c31be4ce3b8a req-d00c527e-aeba-4b12-9c8c-f799d1e64edf service nova] Acquired lock "refresh_cache-a370afe3-c2f8-432a-a526-81426d935a9c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.168446] env[69584]: DEBUG nova.network.neutron [req-5c224cc5-6ea7-49f1-bf83-c31be4ce3b8a req-d00c527e-aeba-4b12-9c8c-f799d1e64edf service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Refreshing network info cache for port feebe4ef-399a-4f75-8c2b-4f684a4f2f89 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.244337] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485178, 'name': CreateSnapshot_Task, 'duration_secs': 0.650289} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.244638] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 682.245362] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519b57c7-07fb-483c-804a-f163cfea5fec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.460474] env[69584]: DEBUG nova.network.neutron [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Successfully created port: 87bf4c87-7068-4969-a038-269c9147f9d6 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.529833] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fed13f-b84f-83f0-029f-1b30ca9f62f0, 'name': SearchDatastore_Task, 'duration_secs': 0.056671} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.530178] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.530380] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.530617] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.530763] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.530941] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.533469] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc41806-d995-4b2b-aaf0-df34ff6dcd31 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.547356] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.547553] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.548298] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48477b9c-ad6c-46fe-bddc-5ed4d69b274d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.556725] env[69584]: DEBUG nova.compute.manager [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.560850] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 682.560850] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52514b14-afbe-ecae-9e53-9fc5c5a59038" [ 682.560850] env[69584]: _type = "Task" [ 682.560850] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.570669] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52514b14-afbe-ecae-9e53-9fc5c5a59038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.603706] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523545} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.606945] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.607208] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.608632] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c0b9a32-849c-4548-a219-25226496a872 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.616016] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 682.616016] env[69584]: value = "task-3485181" [ 682.616016] env[69584]: _type = "Task" [ 682.616016] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.627618] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.768345] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 682.771964] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ce7e523-1658-4e58-9b2a-a365a29da13f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.777776] env[69584]: DEBUG nova.network.neutron [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Updated VIF entry in instance network info cache for port dd7c68dd-d1a3-4a13-ab56-9f663470c02a. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.778142] env[69584]: DEBUG nova.network.neutron [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Updating instance_info_cache with network_info: [{"id": "dd7c68dd-d1a3-4a13-ab56-9f663470c02a", "address": "fa:16:3e:0f:9c:b1", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7c68dd-d1", "ovs_interfaceid": "dd7c68dd-d1a3-4a13-ab56-9f663470c02a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.783634] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 682.783634] env[69584]: value = "task-3485182" [ 682.783634] env[69584]: _type = "Task" [ 682.783634] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.793360] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485182, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.087036] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52514b14-afbe-ecae-9e53-9fc5c5a59038, 'name': SearchDatastore_Task, 'duration_secs': 0.04086} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.088026] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0882468-1306-4ab8-a437-0c376787fd2a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.097527] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 683.097527] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fb471f-4309-80c1-f509-7e32999e32ad" [ 683.097527] env[69584]: _type = "Task" [ 683.097527] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.101884] env[69584]: DEBUG nova.network.neutron [req-5c224cc5-6ea7-49f1-bf83-c31be4ce3b8a req-d00c527e-aeba-4b12-9c8c-f799d1e64edf service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Updated VIF entry in instance network info cache for port feebe4ef-399a-4f75-8c2b-4f684a4f2f89. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.102242] env[69584]: DEBUG nova.network.neutron [req-5c224cc5-6ea7-49f1-bf83-c31be4ce3b8a req-d00c527e-aeba-4b12-9c8c-f799d1e64edf service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Updating instance_info_cache with network_info: [{"id": "feebe4ef-399a-4f75-8c2b-4f684a4f2f89", "address": "fa:16:3e:ec:01:46", "network": {"id": "3b6fd4a5-963a-41c8-90a6-21d1550088f0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-542790205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66bb0cfb416406baa2e0732ce98d865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeebe4ef-39", "ovs_interfaceid": "feebe4ef-399a-4f75-8c2b-4f684a4f2f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.111270] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fb471f-4309-80c1-f509-7e32999e32ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.126830] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076142} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.129672] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.131141] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98453b5b-909d-46cc-8eb5-24f262cbc011 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.159157] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.162078] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5473d47d-8a43-4683-9b7b-8a0677f1ebe7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.186166] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 683.186166] env[69584]: value = "task-3485183" [ 683.186166] env[69584]: _type = "Task" [ 683.186166] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.196783] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.206773] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155dbe92-6bdc-41bf-b800-8b92fcdc8137 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.216664] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29927ac-e04d-49e8-8d41-1da96d20e497 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.249123] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996b50ea-8e39-430c-8676-8ee2e3705657 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.257585] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278f7194-6741-441b-b156-c4d5b744361b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.273061] env[69584]: DEBUG nova.compute.provider_tree [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.280286] env[69584]: DEBUG oslo_concurrency.lockutils [req-014d5b18-53af-4d19-8556-e40904915bee req-eac2215e-7882-4944-b862-74ccef243040 service nova] Releasing lock "refresh_cache-c2fc91e3-adaf-4645-b65a-c5ba03435ea6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.295088] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485182, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.580098] env[69584]: DEBUG nova.compute.manager [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.604875] env[69584]: DEBUG oslo_concurrency.lockutils [req-5c224cc5-6ea7-49f1-bf83-c31be4ce3b8a req-d00c527e-aeba-4b12-9c8c-f799d1e64edf service nova] Releasing lock "refresh_cache-a370afe3-c2f8-432a-a526-81426d935a9c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.610782] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.611027] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.611232] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.611424] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.611577] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.611714] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.611920] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.612094] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.612305] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.612498] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.612704] env[69584]: DEBUG nova.virt.hardware [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.612982] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fb471f-4309-80c1-f509-7e32999e32ad, 'name': SearchDatastore_Task, 'duration_secs': 0.037589} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.613709] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84acc03d-4932-496c-89f1-1de74d25513e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.616295] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.616549] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] c2fc91e3-adaf-4645-b65a-c5ba03435ea6/c2fc91e3-adaf-4645-b65a-c5ba03435ea6.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.616801] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44539fd0-14ed-4765-9dbf-d3e4caad7f3e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.626592] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b21a8a8-a722-4a86-a354-c8132ccd4e77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.630703] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 683.630703] env[69584]: value = "task-3485184" [ 683.630703] env[69584]: _type = "Task" [ 683.630703] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.650571] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.697337] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.775576] env[69584]: DEBUG nova.scheduler.client.report [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.796026] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485182, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.141957] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485184, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.201461] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485183, 'name': ReconfigVM_Task, 'duration_secs': 0.863958} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.201988] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.202621] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb992b3e-646b-4676-ac06-7dab22e0059f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.211288] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 684.211288] env[69584]: value = "task-3485185" [ 684.211288] env[69584]: _type = "Task" [ 684.211288] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.221718] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485185, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.282543] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.282543] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.285151] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.315s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.285151] env[69584]: DEBUG nova.objects.instance [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 684.296881] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485182, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.308599] env[69584]: DEBUG nova.compute.manager [req-5f7d36ea-d977-4865-8e31-843f30e8a5c4 req-018dff9d-7d2e-4835-bfb4-7340a56d7792 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Received event network-vif-plugged-87bf4c87-7068-4969-a038-269c9147f9d6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.309758] env[69584]: DEBUG oslo_concurrency.lockutils [req-5f7d36ea-d977-4865-8e31-843f30e8a5c4 req-018dff9d-7d2e-4835-bfb4-7340a56d7792 service nova] Acquiring lock "4298e770-e96e-4e91-8712-d352ac2daba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.309758] env[69584]: DEBUG oslo_concurrency.lockutils [req-5f7d36ea-d977-4865-8e31-843f30e8a5c4 req-018dff9d-7d2e-4835-bfb4-7340a56d7792 service nova] Lock "4298e770-e96e-4e91-8712-d352ac2daba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.309758] env[69584]: DEBUG oslo_concurrency.lockutils [req-5f7d36ea-d977-4865-8e31-843f30e8a5c4 req-018dff9d-7d2e-4835-bfb4-7340a56d7792 service nova] Lock "4298e770-e96e-4e91-8712-d352ac2daba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.309758] env[69584]: DEBUG nova.compute.manager [req-5f7d36ea-d977-4865-8e31-843f30e8a5c4 req-018dff9d-7d2e-4835-bfb4-7340a56d7792 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] No waiting events found dispatching network-vif-plugged-87bf4c87-7068-4969-a038-269c9147f9d6 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.309758] env[69584]: WARNING nova.compute.manager [req-5f7d36ea-d977-4865-8e31-843f30e8a5c4 req-018dff9d-7d2e-4835-bfb4-7340a56d7792 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Received unexpected event network-vif-plugged-87bf4c87-7068-4969-a038-269c9147f9d6 for instance with vm_state building and task_state spawning. [ 684.424937] env[69584]: DEBUG nova.network.neutron [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Successfully updated port: 87bf4c87-7068-4969-a038-269c9147f9d6 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.642696] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600443} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.643070] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] c2fc91e3-adaf-4645-b65a-c5ba03435ea6/c2fc91e3-adaf-4645-b65a-c5ba03435ea6.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.643365] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.643723] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f63dda0-e1aa-4e8a-90e8-0b4cf9b91466 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.652344] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 684.652344] env[69584]: value = "task-3485186" [ 684.652344] env[69584]: _type = "Task" [ 684.652344] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.662202] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.721520] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485185, 'name': Rename_Task, 'duration_secs': 0.17117} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.721786] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.722044] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1cffcae-2089-4f7e-83a9-46538b0ec31b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.729587] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 684.729587] env[69584]: value = "task-3485187" [ 684.729587] env[69584]: _type = "Task" [ 684.729587] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.740137] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.789296] env[69584]: DEBUG nova.compute.utils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.790848] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.791037] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.807062] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485182, 'name': CloneVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.838107] env[69584]: DEBUG nova.policy [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20e36ee8d0764b6d834758b8b4d59cc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca4d6e5d1ff94550a9051672ffba9355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.927389] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "refresh_cache-4298e770-e96e-4e91-8712-d352ac2daba5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.927559] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "refresh_cache-4298e770-e96e-4e91-8712-d352ac2daba5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.927709] env[69584]: DEBUG nova.network.neutron [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.164739] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11288} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.164739] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.165319] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56376277-9058-4294-a2b2-d54157ba8a73 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.188927] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c2fc91e3-adaf-4645-b65a-c5ba03435ea6/c2fc91e3-adaf-4645-b65a-c5ba03435ea6.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.189384] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d90c55-9900-4553-a165-8b6bfd73cc19 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.215302] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 685.215302] env[69584]: value = "task-3485188" [ 685.215302] env[69584]: _type = "Task" [ 685.215302] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.226402] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.228747] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Successfully created port: 87927ec7-ee7c-440f-b7e0-b15089aa3a3a {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.242141] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485187, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.300931] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba79313f-8cbf-40c0-b472-d64a993440c3 tempest-ServersAdmin275Test-1448949427 tempest-ServersAdmin275Test-1448949427-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.302392] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.304875] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.852s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.305103] env[69584]: DEBUG nova.objects.instance [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lazy-loading 'resources' on Instance uuid 63601191-17ad-4e58-ab82-be3decc8c167 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.800226] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485188, 'name': ReconfigVM_Task, 'duration_secs': 0.361404} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.814384] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c2fc91e3-adaf-4645-b65a-c5ba03435ea6/c2fc91e3-adaf-4645-b65a-c5ba03435ea6.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.814384] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485182, 'name': CloneVM_Task, 'duration_secs': 2.044131} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.817379] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485187, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.817379] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e789b7d8-ba3c-4c5b-aeb4-3a888e17b6ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.817379] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Created linked-clone VM from snapshot [ 685.818565] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52067e8-dbf4-4d9e-b05a-b8ffda8b5450 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.828815] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Uploading image 590e7a5c-271b-498e-b92d-c875e0d2e8c6 {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 685.833837] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 685.833837] env[69584]: value = "task-3485189" [ 685.833837] env[69584]: _type = "Task" [ 685.833837] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.844281] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485189, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.882157] env[69584]: DEBUG oslo_vmware.rw_handles [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 685.882157] env[69584]: value = "vm-696706" [ 685.882157] env[69584]: _type = "VirtualMachine" [ 685.882157] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 685.882737] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e35fc821-f76c-4b5b-8439-6054f9ea7699 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.890595] env[69584]: DEBUG oslo_vmware.rw_handles [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lease: (returnval){ [ 685.890595] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4d584-2fe4-83bf-efca-660119762270" [ 685.890595] env[69584]: _type = "HttpNfcLease" [ 685.890595] env[69584]: } obtained for exporting VM: (result){ [ 685.890595] env[69584]: value = "vm-696706" [ 685.890595] env[69584]: _type = "VirtualMachine" [ 685.890595] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 685.890932] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the lease: (returnval){ [ 685.890932] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4d584-2fe4-83bf-efca-660119762270" [ 685.890932] env[69584]: _type = "HttpNfcLease" [ 685.890932] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 685.899072] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 685.899072] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4d584-2fe4-83bf-efca-660119762270" [ 685.899072] env[69584]: _type = "HttpNfcLease" [ 685.899072] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 685.900750] env[69584]: DEBUG nova.network.neutron [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.177539] env[69584]: DEBUG nova.network.neutron [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Updating instance_info_cache with network_info: [{"id": "87bf4c87-7068-4969-a038-269c9147f9d6", "address": "fa:16:3e:ea:c6:70", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bf4c87-70", "ovs_interfaceid": "87bf4c87-7068-4969-a038-269c9147f9d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.242410] env[69584]: DEBUG oslo_vmware.api [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485187, 'name': PowerOnVM_Task, 'duration_secs': 1.342147} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.242685] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.242891] env[69584]: INFO nova.compute.manager [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Took 10.87 seconds to spawn the instance on the hypervisor. [ 686.243082] env[69584]: DEBUG nova.compute.manager [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.243869] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1476e362-d05b-445e-8163-509787c006bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.344402] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485189, 'name': Rename_Task, 'duration_secs': 0.381865} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.344730] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.345027] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98f7af9b-42cd-4aa1-8183-af7bd0e3b222 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.353768] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 686.353768] env[69584]: value = "task-3485191" [ 686.353768] env[69584]: _type = "Task" [ 686.353768] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.371462] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.401276] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.401276] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4d584-2fe4-83bf-efca-660119762270" [ 686.401276] env[69584]: _type = "HttpNfcLease" [ 686.401276] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 686.401600] env[69584]: DEBUG oslo_vmware.rw_handles [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 686.401600] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4d584-2fe4-83bf-efca-660119762270" [ 686.401600] env[69584]: _type = "HttpNfcLease" [ 686.401600] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 686.402493] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbe1bfb-84fe-485f-bea4-bbb2c72d9c78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.411636] env[69584]: DEBUG oslo_vmware.rw_handles [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0458-a801-a2ba-3327-2519845dd414/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 686.411800] env[69584]: DEBUG oslo_vmware.rw_handles [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0458-a801-a2ba-3327-2519845dd414/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 686.544041] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef5c207c-eb5f-459f-a34f-3cd1c209fe5d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.613313] env[69584]: DEBUG nova.compute.manager [req-3befedfe-849e-46f0-a558-2f71336d343d req-5c08ddd6-5836-445f-929e-79ae7ef0a905 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Received event network-changed-87bf4c87-7068-4969-a038-269c9147f9d6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.613313] env[69584]: DEBUG nova.compute.manager [req-3befedfe-849e-46f0-a558-2f71336d343d req-5c08ddd6-5836-445f-929e-79ae7ef0a905 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Refreshing instance network info cache due to event network-changed-87bf4c87-7068-4969-a038-269c9147f9d6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.613313] env[69584]: DEBUG oslo_concurrency.lockutils [req-3befedfe-849e-46f0-a558-2f71336d343d req-5c08ddd6-5836-445f-929e-79ae7ef0a905 service nova] Acquiring lock "refresh_cache-4298e770-e96e-4e91-8712-d352ac2daba5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.680177] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "refresh_cache-4298e770-e96e-4e91-8712-d352ac2daba5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.680503] env[69584]: DEBUG nova.compute.manager [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Instance network_info: |[{"id": "87bf4c87-7068-4969-a038-269c9147f9d6", "address": "fa:16:3e:ea:c6:70", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bf4c87-70", "ovs_interfaceid": "87bf4c87-7068-4969-a038-269c9147f9d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.680801] env[69584]: DEBUG oslo_concurrency.lockutils [req-3befedfe-849e-46f0-a558-2f71336d343d req-5c08ddd6-5836-445f-929e-79ae7ef0a905 service nova] Acquired lock "refresh_cache-4298e770-e96e-4e91-8712-d352ac2daba5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.680982] env[69584]: DEBUG nova.network.neutron [req-3befedfe-849e-46f0-a558-2f71336d343d req-5c08ddd6-5836-445f-929e-79ae7ef0a905 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Refreshing network info cache for port 87bf4c87-7068-4969-a038-269c9147f9d6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.682276] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:c6:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87bf4c87-7068-4969-a038-269c9147f9d6', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.691198] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.696467] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.697168] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70b71c5a-73c7-4b85-bf1b-da0f60d87e40 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.722516] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.722516] env[69584]: value = "task-3485192" [ 686.722516] env[69584]: _type = "Task" [ 686.722516] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.734422] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485192, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.765193] env[69584]: INFO nova.compute.manager [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Took 38.84 seconds to build instance. [ 686.827615] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.860234] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.860449] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.860586] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.860788] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.860930] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.861179] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.861524] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.861721] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.861925] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.862146] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.862353] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.863340] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f92eb3-93fa-421b-a6a0-2e72eb3f79de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.881273] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485191, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.890186] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4e0ec5-ba10-47d7-82af-71d715f42e56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.964136] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b701711-db77-4254-afb9-62a33a8e9c8f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.974467] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b3b15-93d4-4942-8b79-aa6a87c5a43b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.014433] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d52df3-28d6-4771-8546-0ee224956039 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.022759] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761f7b76-e4cd-47b9-b57f-1d6621d00879 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.039189] env[69584]: DEBUG nova.compute.provider_tree [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.078417] env[69584]: DEBUG nova.network.neutron [req-3befedfe-849e-46f0-a558-2f71336d343d req-5c08ddd6-5836-445f-929e-79ae7ef0a905 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Updated VIF entry in instance network info cache for port 87bf4c87-7068-4969-a038-269c9147f9d6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.078991] env[69584]: DEBUG nova.network.neutron [req-3befedfe-849e-46f0-a558-2f71336d343d req-5c08ddd6-5836-445f-929e-79ae7ef0a905 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Updating instance_info_cache with network_info: [{"id": "87bf4c87-7068-4969-a038-269c9147f9d6", "address": "fa:16:3e:ea:c6:70", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bf4c87-70", "ovs_interfaceid": "87bf4c87-7068-4969-a038-269c9147f9d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.236220] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485192, 'name': CreateVM_Task, 'duration_secs': 0.427751} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.236625] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.237714] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.238042] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.238678] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.239533] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b7a3c2-c923-4139-a02a-7f297c2888db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.246769] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 687.246769] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526823b5-675f-8dc7-bda2-634c8336666f" [ 687.246769] env[69584]: _type = "Task" [ 687.246769] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.264098] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526823b5-675f-8dc7-bda2-634c8336666f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.266972] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4abb857-6526-43bc-b88e-d6bf47bff689 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.457s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.374301] env[69584]: DEBUG oslo_vmware.api [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485191, 'name': PowerOnVM_Task, 'duration_secs': 0.569231} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.374694] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.375053] env[69584]: INFO nova.compute.manager [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Took 9.19 seconds to spawn the instance on the hypervisor. [ 687.375588] env[69584]: DEBUG nova.compute.manager [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.377050] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68169cf6-a60c-4aee-99b7-8e0ad3f1899c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.569121] env[69584]: ERROR nova.scheduler.client.report [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] [req-3d14535f-80e4-40f6-a905-476a197a5273] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d14535f-80e4-40f6-a905-476a197a5273"}]} [ 687.576075] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.576450] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.576770] env[69584]: DEBUG nova.compute.manager [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.577854] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57237db1-abf6-4768-9719-5ffed7d337fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.588041] env[69584]: DEBUG oslo_concurrency.lockutils [req-3befedfe-849e-46f0-a558-2f71336d343d req-5c08ddd6-5836-445f-929e-79ae7ef0a905 service nova] Releasing lock "refresh_cache-4298e770-e96e-4e91-8712-d352ac2daba5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.592021] env[69584]: DEBUG nova.compute.manager [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 687.592021] env[69584]: DEBUG nova.objects.instance [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'flavor' on Instance uuid e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.599641] env[69584]: DEBUG nova.scheduler.client.report [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 687.626963] env[69584]: DEBUG nova.scheduler.client.report [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 687.627233] env[69584]: DEBUG nova.compute.provider_tree [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.643310] env[69584]: DEBUG nova.scheduler.client.report [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 687.668147] env[69584]: DEBUG nova.scheduler.client.report [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 687.711335] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Successfully updated port: 87927ec7-ee7c-440f-b7e0-b15089aa3a3a {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.759222] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526823b5-675f-8dc7-bda2-634c8336666f, 'name': SearchDatastore_Task, 'duration_secs': 0.015916} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.759657] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.759951] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.760364] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.760579] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.760828] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.764418] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04703d19-9ebd-4609-8950-8ca9836239a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.769657] env[69584]: DEBUG nova.compute.manager [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.777440] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.777803] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.781462] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae623835-8fdf-493d-9aad-9a63c1ca6d48 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.788789] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 687.788789] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52335f9b-7953-0d2d-6c40-fa008574e767" [ 687.788789] env[69584]: _type = "Task" [ 687.788789] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.799849] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52335f9b-7953-0d2d-6c40-fa008574e767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.895145] env[69584]: INFO nova.compute.manager [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Took 39.90 seconds to build instance. [ 688.193677] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe8ffc5-2629-47c7-af42-65daa74dda1f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.202382] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba1c0d4-8b42-468a-b258-75091cca1ce9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.237282] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "refresh_cache-913da34d-a6f0-414d-92db-ee71f3a93cf4" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.237282] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "refresh_cache-913da34d-a6f0-414d-92db-ee71f3a93cf4" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.237652] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.240725] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d098e7-8408-4440-8011-e8ba8b99f97a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.252401] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464ee5ce-227d-4c4c-a52d-c95c1f02a60b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.268809] env[69584]: DEBUG nova.compute.provider_tree [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.290335] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.301624] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52335f9b-7953-0d2d-6c40-fa008574e767, 'name': SearchDatastore_Task, 'duration_secs': 0.024199} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.302454] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6f5260-1ee5-4594-94a7-e367c3c498ba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.309632] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 688.309632] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5253b271-43e2-c01f-9c81-d256836c29e4" [ 688.309632] env[69584]: _type = "Task" [ 688.309632] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.318457] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5253b271-43e2-c01f-9c81-d256836c29e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.398067] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd6c4ab8-577c-438d-ab94-dc94d436d2f4 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.629s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.469674] env[69584]: DEBUG oslo_concurrency.lockutils [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.469674] env[69584]: DEBUG oslo_concurrency.lockutils [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.469674] env[69584]: DEBUG oslo_concurrency.lockutils [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.469883] env[69584]: DEBUG oslo_concurrency.lockutils [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.470009] env[69584]: DEBUG oslo_concurrency.lockutils [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.472873] env[69584]: INFO nova.compute.manager [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Terminating instance [ 688.600819] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.600819] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0c385f8-47a5-4a31-a9db-5e0913be9807 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.609613] env[69584]: DEBUG oslo_vmware.api [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 688.609613] env[69584]: value = "task-3485193" [ 688.609613] env[69584]: _type = "Task" [ 688.609613] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.619410] env[69584]: DEBUG oslo_vmware.api [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.640756] env[69584]: DEBUG nova.compute.manager [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Received event network-vif-plugged-87927ec7-ee7c-440f-b7e0-b15089aa3a3a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.641054] env[69584]: DEBUG oslo_concurrency.lockutils [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] Acquiring lock "913da34d-a6f0-414d-92db-ee71f3a93cf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.641320] env[69584]: DEBUG oslo_concurrency.lockutils [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] Lock "913da34d-a6f0-414d-92db-ee71f3a93cf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.641615] env[69584]: DEBUG oslo_concurrency.lockutils [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] Lock "913da34d-a6f0-414d-92db-ee71f3a93cf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.641911] env[69584]: DEBUG nova.compute.manager [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] No waiting events found dispatching network-vif-plugged-87927ec7-ee7c-440f-b7e0-b15089aa3a3a {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.642271] env[69584]: WARNING nova.compute.manager [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Received unexpected event network-vif-plugged-87927ec7-ee7c-440f-b7e0-b15089aa3a3a for instance with vm_state building and task_state spawning. [ 688.642516] env[69584]: DEBUG nova.compute.manager [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Received event network-changed-87927ec7-ee7c-440f-b7e0-b15089aa3a3a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.642776] env[69584]: DEBUG nova.compute.manager [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Refreshing instance network info cache due to event network-changed-87927ec7-ee7c-440f-b7e0-b15089aa3a3a. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.642999] env[69584]: DEBUG oslo_concurrency.lockutils [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] Acquiring lock "refresh_cache-913da34d-a6f0-414d-92db-ee71f3a93cf4" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.788178] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.812806] env[69584]: DEBUG nova.scheduler.client.report [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 688.813083] env[69584]: DEBUG nova.compute.provider_tree [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 53 to 54 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 688.813159] env[69584]: DEBUG nova.compute.provider_tree [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.831139] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5253b271-43e2-c01f-9c81-d256836c29e4, 'name': SearchDatastore_Task, 'duration_secs': 0.014128} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.831251] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.831508] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 4298e770-e96e-4e91-8712-d352ac2daba5/4298e770-e96e-4e91-8712-d352ac2daba5.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.831783] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-070c2802-08b8-4dce-91c4-07dbfe0fda5a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.842210] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 688.842210] env[69584]: value = "task-3485194" [ 688.842210] env[69584]: _type = "Task" [ 688.842210] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.852341] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.900425] env[69584]: DEBUG nova.compute.manager [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.960746] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Updating instance_info_cache with network_info: [{"id": "87927ec7-ee7c-440f-b7e0-b15089aa3a3a", "address": "fa:16:3e:4e:36:2b", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87927ec7-ee", "ovs_interfaceid": "87927ec7-ee7c-440f-b7e0-b15089aa3a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.976934] env[69584]: DEBUG nova.compute.manager [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.977204] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.978971] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd022a4-688d-40d1-b33f-e1763089881f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.991510] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.991900] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc0b330-cc03-4449-8b7d-2b578df3578f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.001648] env[69584]: DEBUG oslo_vmware.api [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 689.001648] env[69584]: value = "task-3485195" [ 689.001648] env[69584]: _type = "Task" [ 689.001648] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.017208] env[69584]: DEBUG oslo_vmware.api [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.125160] env[69584]: DEBUG oslo_vmware.api [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485193, 'name': PowerOffVM_Task, 'duration_secs': 0.307889} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.125602] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.125961] env[69584]: DEBUG nova.compute.manager [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.127280] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc636af-e702-4366-b979-c720a8778488 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.324788] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.020s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.328189] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.530s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.328189] env[69584]: DEBUG nova.objects.instance [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lazy-loading 'resources' on Instance uuid ce489b44-ae3c-48a2-a77e-5ca07e26b193 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.351644] env[69584]: INFO nova.scheduler.client.report [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Deleted allocations for instance 63601191-17ad-4e58-ab82-be3decc8c167 [ 689.356129] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485194, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.422710] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.465034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "refresh_cache-913da34d-a6f0-414d-92db-ee71f3a93cf4" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.465034] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Instance network_info: |[{"id": "87927ec7-ee7c-440f-b7e0-b15089aa3a3a", "address": "fa:16:3e:4e:36:2b", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87927ec7-ee", "ovs_interfaceid": "87927ec7-ee7c-440f-b7e0-b15089aa3a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.465256] env[69584]: DEBUG oslo_concurrency.lockutils [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] Acquired lock "refresh_cache-913da34d-a6f0-414d-92db-ee71f3a93cf4" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.465360] env[69584]: DEBUG nova.network.neutron [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Refreshing network info cache for port 87927ec7-ee7c-440f-b7e0-b15089aa3a3a {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.466716] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:36:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87927ec7-ee7c-440f-b7e0-b15089aa3a3a', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.475057] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Creating folder: Project (ca4d6e5d1ff94550a9051672ffba9355). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.477972] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb334026-c1ec-4fda-99a9-54c41ff56f59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.491811] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Created folder: Project (ca4d6e5d1ff94550a9051672ffba9355) in parent group-v696614. [ 689.492042] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Creating folder: Instances. Parent ref: group-v696708. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.492598] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54e985c9-7645-4e0c-913d-77b661f40202 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.508284] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Created folder: Instances in parent group-v696708. [ 689.508547] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.509196] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.509456] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c7b1aa2-7d8b-4bf7-8dd1-1feae003b7a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.530575] env[69584]: DEBUG oslo_vmware.api [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485195, 'name': PowerOffVM_Task, 'duration_secs': 0.242698} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.533704] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.533913] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.534232] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bf89bc6-bcf0-45be-a5cb-e5574a75ee16 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.540230] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.540230] env[69584]: value = "task-3485198" [ 689.540230] env[69584]: _type = "Task" [ 689.540230] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.555290] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485198, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.609494] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.609734] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.609892] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Deleting the datastore file [datastore2] c2fc91e3-adaf-4645-b65a-c5ba03435ea6 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.610175] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad6a545d-8c76-49de-b03b-b1fb01e23618 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.621754] env[69584]: DEBUG oslo_vmware.api [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for the task: (returnval){ [ 689.621754] env[69584]: value = "task-3485200" [ 689.621754] env[69584]: _type = "Task" [ 689.621754] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.634621] env[69584]: DEBUG oslo_vmware.api [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.649725] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ea6a7bcc-6832-4804-9809-54bf4dcc70c6 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.784418] env[69584]: DEBUG nova.network.neutron [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Updated VIF entry in instance network info cache for port 87927ec7-ee7c-440f-b7e0-b15089aa3a3a. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.784776] env[69584]: DEBUG nova.network.neutron [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Updating instance_info_cache with network_info: [{"id": "87927ec7-ee7c-440f-b7e0-b15089aa3a3a", "address": "fa:16:3e:4e:36:2b", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87927ec7-ee", "ovs_interfaceid": "87927ec7-ee7c-440f-b7e0-b15089aa3a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.854995] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658217} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.855320] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 4298e770-e96e-4e91-8712-d352ac2daba5/4298e770-e96e-4e91-8712-d352ac2daba5.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.855555] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.855845] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0af576e-1969-4720-b7e6-45d640a569f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.868042] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4d10ea5-f59a-4628-9674-2d11a52131f2 tempest-ServerMetadataTestJSON-1744829999 tempest-ServerMetadataTestJSON-1744829999-project-member] Lock "63601191-17ad-4e58-ab82-be3decc8c167" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.491s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.873508] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 689.873508] env[69584]: value = "task-3485201" [ 689.873508] env[69584]: _type = "Task" [ 689.873508] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.886274] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.051378] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485198, 'name': CreateVM_Task, 'duration_secs': 0.511145} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.054779] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.055297] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.055458] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.055768] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.056048] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee743f5-b1e6-40a2-bdf6-8ce6e0f01500 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.062247] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 690.062247] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5254be54-2972-2371-f0b8-b39619530bd4" [ 690.062247] env[69584]: _type = "Task" [ 690.062247] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.072043] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5254be54-2972-2371-f0b8-b39619530bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.109801] env[69584]: DEBUG nova.objects.instance [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'flavor' on Instance uuid e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.134814] env[69584]: DEBUG oslo_vmware.api [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Task: {'id': task-3485200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406089} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.135276] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.135276] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.135454] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.135652] env[69584]: INFO nova.compute.manager [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 690.136489] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.138820] env[69584]: DEBUG nova.compute.manager [-] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.138948] env[69584]: DEBUG nova.network.neutron [-] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.287200] env[69584]: DEBUG oslo_concurrency.lockutils [req-52a0f9ff-97b1-4f32-bad3-5a771f819db0 req-51ac2a7a-7310-4bf9-941b-9847059b2650 service nova] Releasing lock "refresh_cache-913da34d-a6f0-414d-92db-ee71f3a93cf4" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.385857] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085359} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.386132] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.388099] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc3363a-05fa-4c74-bceb-baa0ff783735 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.415186] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 4298e770-e96e-4e91-8712-d352ac2daba5/4298e770-e96e-4e91-8712-d352ac2daba5.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.416475] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db67f903-d807-4437-9874-509e1ef9608e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.431762] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0109fa97-0dfb-45e0-aabd-278ff6a2e734 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.440900] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2f8953-be49-4cbb-a576-564c96840e36 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.444778] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 690.444778] env[69584]: value = "task-3485202" [ 690.444778] env[69584]: _type = "Task" [ 690.444778] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.475380] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f646056-f8ed-4243-868f-f04522b4023b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.481496] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.488826] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbffd79-3e83-4cf9-91f6-3e04cf5d24d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.502862] env[69584]: DEBUG nova.compute.provider_tree [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.574568] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5254be54-2972-2371-f0b8-b39619530bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.03009} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.575032] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.575362] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.575717] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.575993] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.576298] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.576638] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59ecd68f-511a-470e-80de-49efab2deb7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.590493] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.590493] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.591636] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b81a35c-7c42-49da-8c1a-cdce1330b7a6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.597440] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 690.597440] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5244829a-8c26-6009-a2fd-9a206c30f82e" [ 690.597440] env[69584]: _type = "Task" [ 690.597440] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.605994] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5244829a-8c26-6009-a2fd-9a206c30f82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.614778] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.614954] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.615144] env[69584]: DEBUG nova.network.neutron [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.615323] env[69584]: DEBUG nova.objects.instance [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'info_cache' on Instance uuid e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.669750] env[69584]: DEBUG nova.compute.manager [req-668da421-d42a-4ad6-bdae-d92cbad1027f req-b17de767-5932-43a3-bdf6-715f0fb459dc service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Received event network-vif-deleted-dd7c68dd-d1a3-4a13-ab56-9f663470c02a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.669821] env[69584]: INFO nova.compute.manager [req-668da421-d42a-4ad6-bdae-d92cbad1027f req-b17de767-5932-43a3-bdf6-715f0fb459dc service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Neutron deleted interface dd7c68dd-d1a3-4a13-ab56-9f663470c02a; detaching it from the instance and deleting it from the info cache [ 690.669957] env[69584]: DEBUG nova.network.neutron [req-668da421-d42a-4ad6-bdae-d92cbad1027f req-b17de767-5932-43a3-bdf6-715f0fb459dc service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.942128] env[69584]: DEBUG nova.network.neutron [-] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.956984] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.054659] env[69584]: DEBUG nova.scheduler.client.report [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 691.054659] env[69584]: DEBUG nova.compute.provider_tree [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 54 to 55 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 691.054659] env[69584]: DEBUG nova.compute.provider_tree [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.108464] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5244829a-8c26-6009-a2fd-9a206c30f82e, 'name': SearchDatastore_Task, 'duration_secs': 0.017714} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.110241] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b804598f-2b63-4e3f-86fb-e12fdbf170b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.117210] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 691.117210] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a80aee-66a4-e2e2-a37d-66000b19bfcb" [ 691.117210] env[69584]: _type = "Task" [ 691.117210] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.121026] env[69584]: DEBUG nova.objects.base [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 691.129556] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a80aee-66a4-e2e2-a37d-66000b19bfcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.172898] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21fc5288-e278-4e91-bce8-ff05010c2df9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.182686] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d795b7b6-cbc7-4bf3-8429-13e6b6f91766 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.219510] env[69584]: DEBUG nova.compute.manager [req-668da421-d42a-4ad6-bdae-d92cbad1027f req-b17de767-5932-43a3-bdf6-715f0fb459dc service nova] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Detach interface failed, port_id=dd7c68dd-d1a3-4a13-ab56-9f663470c02a, reason: Instance c2fc91e3-adaf-4645-b65a-c5ba03435ea6 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 691.443933] env[69584]: INFO nova.compute.manager [-] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Took 1.30 seconds to deallocate network for instance. [ 691.459043] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485202, 'name': ReconfigVM_Task, 'duration_secs': 0.556419} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.459043] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 4298e770-e96e-4e91-8712-d352ac2daba5/4298e770-e96e-4e91-8712-d352ac2daba5.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.459479] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fa2c210-bd22-480a-9f3e-c57c99a6681b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.465745] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 691.465745] env[69584]: value = "task-3485203" [ 691.465745] env[69584]: _type = "Task" [ 691.465745] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.474564] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485203, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.561248] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.563068] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.917s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.563406] env[69584]: DEBUG nova.objects.instance [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lazy-loading 'resources' on Instance uuid e5e667e1-f834-442e-82eb-f1ee771ac463 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.584548] env[69584]: INFO nova.scheduler.client.report [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Deleted allocations for instance ce489b44-ae3c-48a2-a77e-5ca07e26b193 [ 691.633191] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a80aee-66a4-e2e2-a37d-66000b19bfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.013459} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.633191] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.633191] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 913da34d-a6f0-414d-92db-ee71f3a93cf4/913da34d-a6f0-414d-92db-ee71f3a93cf4.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.633191] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7113d733-131e-4572-8e66-bffa16b04774 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.643052] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 691.643052] env[69584]: value = "task-3485204" [ 691.643052] env[69584]: _type = "Task" [ 691.643052] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.650466] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.907866] env[69584]: DEBUG nova.network.neutron [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance_info_cache with network_info: [{"id": "092f78af-e5d5-452b-9a8d-45c6472acb71", "address": "fa:16:3e:07:21:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092f78af-e5", "ovs_interfaceid": "092f78af-e5d5-452b-9a8d-45c6472acb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.954550] env[69584]: DEBUG oslo_concurrency.lockutils [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.976601] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485203, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.096374] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cde8f35-d231-4851-bb39-eef4fe410edf tempest-ServerDiagnosticsNegativeTest-762734534 tempest-ServerDiagnosticsNegativeTest-762734534-project-member] Lock "ce489b44-ae3c-48a2-a77e-5ca07e26b193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.561s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.155403] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485204, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.412689] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.479369] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485203, 'name': Rename_Task, 'duration_secs': 0.664027} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.479708] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.480355] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45c700c2-1f96-42a7-897b-263cba7e219a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.488703] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 692.488703] env[69584]: value = "task-3485205" [ 692.488703] env[69584]: _type = "Task" [ 692.488703] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.497221] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.608755] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e636d027-4e58-4119-ab43-fd61a2fb5e56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.616461] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522fd5d7-1868-47e1-8b76-c6160284fdec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.651476] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7553dde1-4be7-4748-8176-42bb115e71df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.659167] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817936} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.661376] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 913da34d-a6f0-414d-92db-ee71f3a93cf4/913da34d-a6f0-414d-92db-ee71f3a93cf4.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.661619] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.661906] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cea3b9d6-bf6e-4c22-acc7-1b07ebd5c12a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.664718] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6af599-008e-4804-8b0b-5ca31c81c818 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.681219] env[69584]: DEBUG nova.compute.provider_tree [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.685183] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 692.685183] env[69584]: value = "task-3485206" [ 692.685183] env[69584]: _type = "Task" [ 692.685183] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.694703] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.999609] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485205, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.186083] env[69584]: DEBUG nova.scheduler.client.report [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.198654] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075702} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.198930] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.200558] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b564d0-f106-4859-8ba9-74e6c25d6f2e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.231881] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 913da34d-a6f0-414d-92db-ee71f3a93cf4/913da34d-a6f0-414d-92db-ee71f3a93cf4.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.232968] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac227fda-3d05-4ba5-ab06-2d9f1ee62fcb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.258409] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 693.258409] env[69584]: value = "task-3485207" [ 693.258409] env[69584]: _type = "Task" [ 693.258409] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.267017] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.418385] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.418726] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8beed00-646c-494f-8c92-1c404289ef43 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.429728] env[69584]: DEBUG oslo_vmware.api [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 693.429728] env[69584]: value = "task-3485208" [ 693.429728] env[69584]: _type = "Task" [ 693.429728] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.437390] env[69584]: DEBUG oslo_vmware.api [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.504086] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485205, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.695418] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.698739] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.600s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.699530] env[69584]: DEBUG nova.objects.instance [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'resources' on Instance uuid 72bb6d82-5ec5-4a20-9599-e4bd68b25d74 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.733551] env[69584]: INFO nova.scheduler.client.report [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Deleted allocations for instance e5e667e1-f834-442e-82eb-f1ee771ac463 [ 693.769797] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485207, 'name': ReconfigVM_Task, 'duration_secs': 0.379188} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.770149] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 913da34d-a6f0-414d-92db-ee71f3a93cf4/913da34d-a6f0-414d-92db-ee71f3a93cf4.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.770924] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42129bad-42fb-45cc-9c25-f1a5e174c10e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.780217] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 693.780217] env[69584]: value = "task-3485209" [ 693.780217] env[69584]: _type = "Task" [ 693.780217] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.787572] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485209, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.939988] env[69584]: DEBUG oslo_vmware.api [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485208, 'name': PowerOnVM_Task, 'duration_secs': 0.424946} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.940207] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.940433] env[69584]: DEBUG nova.compute.manager [None req-7f8a6309-8441-4f88-8008-814d9aac1752 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.941301] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e493ae-e4aa-4c03-90e1-f22686915ef1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.004243] env[69584]: DEBUG oslo_vmware.api [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485205, 'name': PowerOnVM_Task, 'duration_secs': 1.231047} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.005614] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.005614] env[69584]: INFO nova.compute.manager [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Took 10.43 seconds to spawn the instance on the hypervisor. [ 694.005614] env[69584]: DEBUG nova.compute.manager [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.005767] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f3358c-f39c-4361-8b8a-de89611919fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.246109] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e4332543-819f-4fbd-bc6a-2014c303d816 tempest-ServersAdmin275Test-1628214911 tempest-ServersAdmin275Test-1628214911-project-member] Lock "e5e667e1-f834-442e-82eb-f1ee771ac463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.423s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.291687] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485209, 'name': Rename_Task, 'duration_secs': 0.26832} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.291967] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.292237] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3a5a619-830a-43a0-96b1-3b3e43b35968 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.303388] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 694.303388] env[69584]: value = "task-3485210" [ 694.303388] env[69584]: _type = "Task" [ 694.303388] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.314214] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.538602] env[69584]: INFO nova.compute.manager [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Took 44.02 seconds to build instance. [ 694.813070] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebccd8a1-b11c-46cf-8398-2468166e1f94 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.818101] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485210, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.825755] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a6b234-ed6b-4506-83b2-7fae9fee7487 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.863027] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348932e4-db86-4569-b74b-d0cc675f15ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.869056] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba50e1bc-d45e-4733-bd9d-2c34c577b2fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.883615] env[69584]: DEBUG nova.compute.provider_tree [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.915020] env[69584]: DEBUG oslo_vmware.rw_handles [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0458-a801-a2ba-3327-2519845dd414/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 694.915020] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7429d02d-1e14-429a-a7e9-43807f788b1f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.919654] env[69584]: DEBUG oslo_vmware.rw_handles [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0458-a801-a2ba-3327-2519845dd414/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 694.919822] env[69584]: ERROR oslo_vmware.rw_handles [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0458-a801-a2ba-3327-2519845dd414/disk-0.vmdk due to incomplete transfer. [ 694.920060] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f9a1792-e28c-41d1-86e1-3ffe80675565 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.928216] env[69584]: DEBUG oslo_vmware.rw_handles [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0458-a801-a2ba-3327-2519845dd414/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 694.928420] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Uploaded image 590e7a5c-271b-498e-b92d-c875e0d2e8c6 to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 694.930500] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 694.930747] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2c2a1c3-a91b-4a4b-bcea-0dd59c8e8c06 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.939027] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 694.939027] env[69584]: value = "task-3485211" [ 694.939027] env[69584]: _type = "Task" [ 694.939027] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.950028] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485211, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.041104] env[69584]: DEBUG oslo_concurrency.lockutils [None req-74649227-1c10-410e-bf23-1d77667d9b11 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "4298e770-e96e-4e91-8712-d352ac2daba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.242s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.318802] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485210, 'name': PowerOnVM_Task, 'duration_secs': 1.004859} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.319383] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.319549] env[69584]: INFO nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Took 8.49 seconds to spawn the instance on the hypervisor. [ 695.319831] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.321491] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11459cca-a362-409a-996c-be3f7f429567 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.391047] env[69584]: DEBUG nova.scheduler.client.report [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.449914] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485211, 'name': Destroy_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.544825] env[69584]: DEBUG nova.compute.manager [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.782283] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "9805d5cc-af24-4bf5-b99b-4bc316661526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.783313] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.845825] env[69584]: INFO nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Took 44.32 seconds to build instance. [ 695.899328] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.902261] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.576s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.902585] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.902993] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 695.903428] env[69584]: DEBUG oslo_concurrency.lockutils [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.977s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.904825] env[69584]: DEBUG nova.objects.instance [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lazy-loading 'resources' on Instance uuid 9c195701-261c-4f8d-9558-c4bbb139133a {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.906350] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05034846-ebc8-4390-9920-53e2dd212980 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.918674] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7ab531-23b0-4f1e-b03c-4db701e08bd9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.924278] env[69584]: INFO nova.scheduler.client.report [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleted allocations for instance 72bb6d82-5ec5-4a20-9599-e4bd68b25d74 [ 695.949021] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bd0f0d-fd5c-4348-8ced-9a52a6feabb9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.955881] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485211, 'name': Destroy_Task, 'duration_secs': 0.749855} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.957990] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Destroyed the VM [ 695.958291] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 695.958682] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7332fb4e-37d2-4128-9559-7b7bba54796e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.961912] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f0fd8a-0c27-4573-9b79-2cc64c746157 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.996939] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179047MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 695.996939] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.997714] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 695.997714] env[69584]: value = "task-3485212" [ 695.997714] env[69584]: _type = "Task" [ 695.997714] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.007116] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485212, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.075263] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.230585] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "415bb90f-8235-4e19-84dd-50927452592a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.230834] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "415bb90f-8235-4e19-84dd-50927452592a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.347662] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "913da34d-a6f0-414d-92db-ee71f3a93cf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.627s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.447295] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc70c260-5e58-4ffd-9c00-ce9ed837471f tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "72bb6d82-5ec5-4a20-9599-e4bd68b25d74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.444s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.508285] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485212, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.850942] env[69584]: DEBUG nova.compute.manager [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.985917] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7d939a-fa5a-4a64-8065-13b0b9da02bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.994492] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7c2475-0e9b-4cd6-97f1-e8c74d4bee54 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.009540] env[69584]: DEBUG oslo_vmware.api [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485212, 'name': RemoveSnapshot_Task, 'duration_secs': 0.739919} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.036574] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 697.036974] env[69584]: INFO nova.compute.manager [None req-54863583-8deb-4eed-8b5b-a3430388d473 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Took 16.35 seconds to snapshot the instance on the hypervisor. [ 697.040702] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab9b67a-7d40-4d16-a21e-b1406fc278fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.050284] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a468dc8-eb5b-48c2-8ed2-ccc7fb1d7e1b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.070132] env[69584]: DEBUG nova.compute.provider_tree [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.386874] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.572030] env[69584]: DEBUG nova.scheduler.client.report [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.083181] env[69584]: DEBUG oslo_concurrency.lockutils [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.084236] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.722s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.084551] env[69584]: DEBUG nova.objects.instance [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 698.124608] env[69584]: INFO nova.scheduler.client.report [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Deleted allocations for instance 9c195701-261c-4f8d-9558-c4bbb139133a [ 698.636914] env[69584]: DEBUG oslo_concurrency.lockutils [None req-90cf7a8b-8b2f-4dec-ba71-1afe149fd179 tempest-AttachInterfacesUnderV243Test-353506040 tempest-AttachInterfacesUnderV243Test-353506040-project-member] Lock "9c195701-261c-4f8d-9558-c4bbb139133a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.029s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.095936] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5d3be67-684d-4120-87b8-9d38228c075e tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.097124] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.746s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.098720] env[69584]: INFO nova.compute.claims [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.194070] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.194344] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.801022] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a91495-3eb2-4c7d-a2d2-f6e739e55800 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.809164] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24449a16-d3fe-44ff-a4aa-5fc1300b9d96 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.848667] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2260292-7f29-49ee-837c-0081b5c0f80e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.857891] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8670a2de-d89a-4b58-8d5e-810cf707329d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.873472] env[69584]: DEBUG nova.compute.provider_tree [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.906950] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.907233] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.907443] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.907626] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.907791] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.909932] env[69584]: INFO nova.compute.manager [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Terminating instance [ 701.381917] env[69584]: DEBUG nova.scheduler.client.report [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.414924] env[69584]: DEBUG nova.compute.manager [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.414924] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.415628] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7002629f-141b-40e3-a697-f1ca315c62b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.423988] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.424346] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39be70be-6b99-4f0a-839f-ce7b97499f49 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.431013] env[69584]: DEBUG oslo_vmware.api [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 701.431013] env[69584]: value = "task-3485217" [ 701.431013] env[69584]: _type = "Task" [ 701.431013] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.440838] env[69584]: DEBUG oslo_vmware.api [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.888882] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.889520] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.894275] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.212s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.894959] env[69584]: INFO nova.compute.claims [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.944418] env[69584]: DEBUG oslo_vmware.api [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485217, 'name': PowerOffVM_Task, 'duration_secs': 0.350412} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.944418] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.944418] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.944777] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44e8e90b-d7ad-4708-9e2a-6945f7b4fefd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.015484] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "3137d543-006b-4f18-bbff-d1288ea4017b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.015484] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.395658] env[69584]: DEBUG nova.compute.utils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.397801] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.398033] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.459150] env[69584]: DEBUG nova.policy [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20e36ee8d0764b6d834758b8b4d59cc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca4d6e5d1ff94550a9051672ffba9355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.766199] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.766199] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.766199] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Deleting the datastore file [datastore2] 09fbe61d-3dd5-421d-870b-4320e7ba8c0d {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.766199] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a67ad348-97f9-450c-87fc-d73c175297ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.775021] env[69584]: DEBUG oslo_vmware.api [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 702.775021] env[69584]: value = "task-3485220" [ 702.775021] env[69584]: _type = "Task" [ 702.775021] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.781759] env[69584]: DEBUG oslo_vmware.api [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.905508] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.949343] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Successfully created port: d36e94a6-6cb1-4eda-b333-bb2f6554f577 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.326478] env[69584]: DEBUG oslo_vmware.api [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162453} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.326478] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.326478] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.326478] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.326478] env[69584]: INFO nova.compute.manager [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Took 1.87 seconds to destroy the instance on the hypervisor. [ 703.326478] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.326478] env[69584]: DEBUG nova.compute.manager [-] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.326478] env[69584]: DEBUG nova.network.neutron [-] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.463317] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95ea18b-7683-4fac-ba0a-af0b58c63f88 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.471635] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b06b03c-5dd9-46ec-9f33-1cb17891b209 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.510103] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9b2e9-d048-4cc9-a780-bde08f021719 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.518153] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ba0a8-ad85-4e87-b500-c7cd3ec39580 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.534559] env[69584]: DEBUG nova.compute.provider_tree [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.875888] env[69584]: DEBUG nova.compute.manager [req-0df82c36-a9eb-40c5-9a8a-eaf610a334a8 req-00cb9d91-f17d-4826-ba7d-2da4702341dc service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Received event network-vif-deleted-9092b969-99b1-4007-8a61-103cd821855e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.877021] env[69584]: INFO nova.compute.manager [req-0df82c36-a9eb-40c5-9a8a-eaf610a334a8 req-00cb9d91-f17d-4826-ba7d-2da4702341dc service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Neutron deleted interface 9092b969-99b1-4007-8a61-103cd821855e; detaching it from the instance and deleting it from the info cache [ 703.877021] env[69584]: DEBUG nova.network.neutron [req-0df82c36-a9eb-40c5-9a8a-eaf610a334a8 req-00cb9d91-f17d-4826-ba7d-2da4702341dc service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.915097] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.940354] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.940354] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.941135] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.941135] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.941135] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.941286] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.941658] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.941896] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.942103] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.942338] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.942573] env[69584]: DEBUG nova.virt.hardware [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.943823] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3bbad0-829e-49e6-b827-fd43fddfb534 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.952156] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78df792-ac6d-4844-a8c0-87d2aef4f3be {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.062773] env[69584]: ERROR nova.scheduler.client.report [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [req-89cd32c0-e721-4dab-b9df-0211701fbdfa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89cd32c0-e721-4dab-b9df-0211701fbdfa"}]} [ 704.083658] env[69584]: DEBUG nova.scheduler.client.report [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 704.106924] env[69584]: DEBUG nova.scheduler.client.report [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 704.107198] env[69584]: DEBUG nova.compute.provider_tree [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.124105] env[69584]: DEBUG nova.scheduler.client.report [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 704.149211] env[69584]: DEBUG nova.scheduler.client.report [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 704.337167] env[69584]: DEBUG nova.network.neutron [-] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.380445] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dccbe87-7c15-4f6d-8351-6afed012fb18 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.390740] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a1736f-2750-46fe-b5a4-5a364ef6aba8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.425902] env[69584]: DEBUG nova.compute.manager [req-0df82c36-a9eb-40c5-9a8a-eaf610a334a8 req-00cb9d91-f17d-4826-ba7d-2da4702341dc service nova] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Detach interface failed, port_id=9092b969-99b1-4007-8a61-103cd821855e, reason: Instance 09fbe61d-3dd5-421d-870b-4320e7ba8c0d could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 704.815883] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29168818-d8c2-4158-ab19-93d795d260dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.824278] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a7d034-e453-4ac0-af81-2da1ceb5a6aa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.856764] env[69584]: INFO nova.compute.manager [-] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Took 1.57 seconds to deallocate network for instance. [ 704.858647] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Successfully updated port: d36e94a6-6cb1-4eda-b333-bb2f6554f577 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.861512] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db703d89-46ba-4225-bcde-7b2d88b04a10 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.875138] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4583e43b-4c5c-45d1-8479-31d396a0f7da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.890709] env[69584]: DEBUG nova.compute.provider_tree [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.369788] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "refresh_cache-16b96f96-39d6-40a8-a45b-8fc0432f310c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.369948] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "refresh_cache-16b96f96-39d6-40a8-a45b-8fc0432f310c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.370115] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.371885] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.393775] env[69584]: DEBUG nova.scheduler.client.report [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.901077] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.006s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.901077] env[69584]: DEBUG nova.compute.manager [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.903034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.885s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.903613] env[69584]: DEBUG nova.objects.instance [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lazy-loading 'resources' on Instance uuid c9b37ee9-924e-4a1a-aa27-0c8632c42cce {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.920345] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.955317] env[69584]: DEBUG nova.compute.manager [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Received event network-vif-plugged-d36e94a6-6cb1-4eda-b333-bb2f6554f577 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.955597] env[69584]: DEBUG oslo_concurrency.lockutils [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] Acquiring lock "16b96f96-39d6-40a8-a45b-8fc0432f310c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.955780] env[69584]: DEBUG oslo_concurrency.lockutils [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] Lock "16b96f96-39d6-40a8-a45b-8fc0432f310c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.955948] env[69584]: DEBUG oslo_concurrency.lockutils [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] Lock "16b96f96-39d6-40a8-a45b-8fc0432f310c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.956683] env[69584]: DEBUG nova.compute.manager [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] No waiting events found dispatching network-vif-plugged-d36e94a6-6cb1-4eda-b333-bb2f6554f577 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.956683] env[69584]: WARNING nova.compute.manager [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Received unexpected event network-vif-plugged-d36e94a6-6cb1-4eda-b333-bb2f6554f577 for instance with vm_state building and task_state spawning. [ 705.956847] env[69584]: DEBUG nova.compute.manager [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Received event network-changed-d36e94a6-6cb1-4eda-b333-bb2f6554f577 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.956998] env[69584]: DEBUG nova.compute.manager [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Refreshing instance network info cache due to event network-changed-d36e94a6-6cb1-4eda-b333-bb2f6554f577. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.957260] env[69584]: DEBUG oslo_concurrency.lockutils [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] Acquiring lock "refresh_cache-16b96f96-39d6-40a8-a45b-8fc0432f310c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.081135] env[69584]: DEBUG nova.network.neutron [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Updating instance_info_cache with network_info: [{"id": "d36e94a6-6cb1-4eda-b333-bb2f6554f577", "address": "fa:16:3e:41:a5:cf", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36e94a6-6c", "ovs_interfaceid": "d36e94a6-6cb1-4eda-b333-bb2f6554f577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.387327] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquiring lock "11365266-cec8-4bb8-9795-7091cd73329a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.387632] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lock "11365266-cec8-4bb8-9795-7091cd73329a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.406136] env[69584]: DEBUG nova.compute.utils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.410541] env[69584]: DEBUG nova.compute.manager [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Not allocating networking since 'none' was specified. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 706.584640] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "refresh_cache-16b96f96-39d6-40a8-a45b-8fc0432f310c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.584892] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Instance network_info: |[{"id": "d36e94a6-6cb1-4eda-b333-bb2f6554f577", "address": "fa:16:3e:41:a5:cf", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36e94a6-6c", "ovs_interfaceid": "d36e94a6-6cb1-4eda-b333-bb2f6554f577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.587866] env[69584]: DEBUG oslo_concurrency.lockutils [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] Acquired lock "refresh_cache-16b96f96-39d6-40a8-a45b-8fc0432f310c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.588088] env[69584]: DEBUG nova.network.neutron [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Refreshing network info cache for port d36e94a6-6cb1-4eda-b333-bb2f6554f577 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.589243] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:a5:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd36e94a6-6cb1-4eda-b333-bb2f6554f577', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.598639] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.600124] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.600349] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a52f6a-c638-4324-82bc-e25276a58e5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.640105] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.640105] env[69584]: value = "task-3485223" [ 706.640105] env[69584]: _type = "Task" [ 706.640105] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.650804] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485223, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.913758] env[69584]: DEBUG nova.compute.manager [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.941286] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d80b39-04fd-40e1-b1df-9be27832439f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.952469] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d678d0-7d07-4538-a191-313914197fdd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.984106] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4507f4e-7b46-4fc4-974e-ce0525abaa1c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.994343] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfb6333-16ca-49d7-a6cb-afdf74405463 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.008749] env[69584]: DEBUG nova.compute.provider_tree [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.148543] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485223, 'name': CreateVM_Task, 'duration_secs': 0.333706} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.149296] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.150235] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.150460] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.150861] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.151177] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63101906-a9a2-4125-b64e-399e517e73fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.156059] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 707.156059] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bd5f0c-74ab-71a8-4651-72689045875c" [ 707.156059] env[69584]: _type = "Task" [ 707.156059] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.167020] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bd5f0c-74ab-71a8-4651-72689045875c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.354432] env[69584]: DEBUG nova.network.neutron [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Updated VIF entry in instance network info cache for port d36e94a6-6cb1-4eda-b333-bb2f6554f577. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.354789] env[69584]: DEBUG nova.network.neutron [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Updating instance_info_cache with network_info: [{"id": "d36e94a6-6cb1-4eda-b333-bb2f6554f577", "address": "fa:16:3e:41:a5:cf", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36e94a6-6c", "ovs_interfaceid": "d36e94a6-6cb1-4eda-b333-bb2f6554f577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.512245] env[69584]: DEBUG nova.scheduler.client.report [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.666918] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bd5f0c-74ab-71a8-4651-72689045875c, 'name': SearchDatastore_Task, 'duration_secs': 0.012081} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.667248] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.667484] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.668304] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.668304] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.668304] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.668304] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f096ef-ea69-4bd4-beb8-9276cde58db2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.676793] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.676855] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.677561] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313f1451-e04d-4f2f-a44f-0d31001399b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.682554] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 707.682554] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52848996-782c-cd1e-6684-f94daad1841b" [ 707.682554] env[69584]: _type = "Task" [ 707.682554] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.689966] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52848996-782c-cd1e-6684-f94daad1841b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.857600] env[69584]: DEBUG oslo_concurrency.lockutils [req-f019ece2-ef32-4126-b725-44a0db4115e0 req-0a3ef31f-99cf-4764-9e90-ad4ca5c59256 service nova] Releasing lock "refresh_cache-16b96f96-39d6-40a8-a45b-8fc0432f310c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.924353] env[69584]: DEBUG nova.compute.manager [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.948841] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.949120] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.949277] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.949483] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.949633] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.949776] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.949978] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.950149] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.950311] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.950468] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.950639] env[69584]: DEBUG nova.virt.hardware [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.951511] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd27642-3f7d-4094-b403-7a8a9eeef29b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.959550] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111daf6b-64d3-4b90-86b0-dec53402788d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.972894] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.978642] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Creating folder: Project (175a08bc4c464d5db1f65e074f20fc95). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.978884] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2bc7a01-d4a3-42c4-93fb-b2f021055f3b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.989521] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Created folder: Project (175a08bc4c464d5db1f65e074f20fc95) in parent group-v696614. [ 707.989693] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Creating folder: Instances. Parent ref: group-v696715. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.989895] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01767def-52cb-4ab2-b9c2-f2f7f568b27b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.998786] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Created folder: Instances in parent group-v696715. [ 708.000030] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.000030] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.000030] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecf31438-d155-4b44-8064-47a6b399805a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.016028] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.016028] env[69584]: value = "task-3485226" [ 708.016028] env[69584]: _type = "Task" [ 708.016028] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.016772] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.019146] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.676s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.020897] env[69584]: INFO nova.compute.claims [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.033241] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485226, 'name': CreateVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.038672] env[69584]: INFO nova.scheduler.client.report [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Deleted allocations for instance c9b37ee9-924e-4a1a-aa27-0c8632c42cce [ 708.193011] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52848996-782c-cd1e-6684-f94daad1841b, 'name': SearchDatastore_Task, 'duration_secs': 0.008212} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.193965] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd979e6-6f80-40c3-a83c-1c5b6831a9ff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.199315] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 708.199315] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275d01d-8693-711a-acc7-1279e2c7b5c6" [ 708.199315] env[69584]: _type = "Task" [ 708.199315] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.207487] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275d01d-8693-711a-acc7-1279e2c7b5c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.531448] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485226, 'name': CreateVM_Task, 'duration_secs': 0.262337} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.531815] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.532262] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.532423] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.532832] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.533155] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b379f3a1-401d-4b58-94ed-d40e63ca0e73 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.538843] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 708.538843] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d036c8-935b-3358-689f-d65119522a9a" [ 708.538843] env[69584]: _type = "Task" [ 708.538843] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.547836] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ce794d92-0daf-4074-8924-e51421804ab3 tempest-ServersListShow2100Test-1878414839 tempest-ServersListShow2100Test-1878414839-project-member] Lock "c9b37ee9-924e-4a1a-aa27-0c8632c42cce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.879s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.553067] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d036c8-935b-3358-689f-d65119522a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.008336} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.553616] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.553923] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.554213] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.711634] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275d01d-8693-711a-acc7-1279e2c7b5c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.712046] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.712451] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 16b96f96-39d6-40a8-a45b-8fc0432f310c/16b96f96-39d6-40a8-a45b-8fc0432f310c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.712831] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.713092] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.713441] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eeb765a-eb41-4e8e-a04d-26f8ce51ec35 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.716258] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-837c7eee-5cb6-4e00-bb1f-0a8aa59eb48a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.723649] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 708.723649] env[69584]: value = "task-3485228" [ 708.723649] env[69584]: _type = "Task" [ 708.723649] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.732914] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.734385] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.734473] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.736054] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec6f5b6-bccc-4720-abab-b02e1ae83000 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.740748] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 708.740748] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521530c0-a595-65fe-4cf5-227861f4fe1b" [ 708.740748] env[69584]: _type = "Task" [ 708.740748] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.749523] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521530c0-a595-65fe-4cf5-227861f4fe1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.238373] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485228, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.252176] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521530c0-a595-65fe-4cf5-227861f4fe1b, 'name': SearchDatastore_Task, 'duration_secs': 0.084863} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.253254] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc6871b-0816-4d07-8e3d-17466dd7f7ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.261662] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 709.261662] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e08341-0379-7ffe-cd1a-d1128835de7b" [ 709.261662] env[69584]: _type = "Task" [ 709.261662] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.271654] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e08341-0379-7ffe-cd1a-d1128835de7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.566445] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4fe8ab-cb94-4cbb-a3e7-82544be50a28 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.573513] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37f2bac-e92d-4009-910a-3b620329dccb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.604367] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca094d8-0aad-4c0f-ad72-feab19274409 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.611685] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988ccd90-d9bb-4302-8f27-4de65ddd8186 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.624979] env[69584]: DEBUG nova.compute.provider_tree [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.734728] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61752} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.734995] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 16b96f96-39d6-40a8-a45b-8fc0432f310c/16b96f96-39d6-40a8-a45b-8fc0432f310c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.735224] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.735464] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9372ef8a-a004-4019-bccc-ab99aa7287f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.741980] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 709.741980] env[69584]: value = "task-3485229" [ 709.741980] env[69584]: _type = "Task" [ 709.741980] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.749447] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.774162] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e08341-0379-7ffe-cd1a-d1128835de7b, 'name': SearchDatastore_Task, 'duration_secs': 0.054524} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.774481] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.774714] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 1aa126ff-b673-49e5-a945-4f32fc7c92e2/1aa126ff-b673-49e5-a945-4f32fc7c92e2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.776228] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-514395fc-fe54-4809-8f79-d5acc4596262 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.781350] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 709.781350] env[69584]: value = "task-3485230" [ 709.781350] env[69584]: _type = "Task" [ 709.781350] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.789600] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.149497] env[69584]: ERROR nova.scheduler.client.report [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [req-b715a13c-3b59-4eef-9d8a-6cd3ab96d330] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b715a13c-3b59-4eef-9d8a-6cd3ab96d330"}]} [ 710.168233] env[69584]: DEBUG nova.scheduler.client.report [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 710.190542] env[69584]: DEBUG nova.scheduler.client.report [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 710.190712] env[69584]: DEBUG nova.compute.provider_tree [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.206339] env[69584]: DEBUG nova.scheduler.client.report [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 710.234124] env[69584]: DEBUG nova.scheduler.client.report [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 710.254661] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126779} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.254973] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.255895] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abef537-c9d6-42a9-9b48-2548d9eceaa0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.284892] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 16b96f96-39d6-40a8-a45b-8fc0432f310c/16b96f96-39d6-40a8-a45b-8fc0432f310c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.287931] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86cb00cc-917a-48bc-ac4c-1508c72cce13 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.312231] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490189} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.316564] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 1aa126ff-b673-49e5-a945-4f32fc7c92e2/1aa126ff-b673-49e5-a945-4f32fc7c92e2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.316782] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.317107] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 710.317107] env[69584]: value = "task-3485231" [ 710.317107] env[69584]: _type = "Task" [ 710.317107] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.317509] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bb4b085-f00c-4fd5-ac79-61358cee5955 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.329326] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.333335] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 710.333335] env[69584]: value = "task-3485232" [ 710.333335] env[69584]: _type = "Task" [ 710.333335] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.342073] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.806133] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a04377d-885f-4b6a-a781-d943b2f9e4e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.814166] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386e54e1-e373-43e2-af9d-461a91d8b1d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.850726] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7803c0-ea33-4927-b7c6-b51855ca70c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.856160] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485231, 'name': ReconfigVM_Task, 'duration_secs': 0.317866} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.857041] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 16b96f96-39d6-40a8-a45b-8fc0432f310c/16b96f96-39d6-40a8-a45b-8fc0432f310c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.857678] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40ef3069-b365-40ed-bd9f-d4d38b8beb69 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.863547] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068118} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.864196] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.865415] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b797fcd-6223-4711-a4b9-7e0f1f6ee03b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.870942] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75203ed4-558b-41c1-a297-1bdc7b1ba51b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.874936] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 710.874936] env[69584]: value = "task-3485234" [ 710.874936] env[69584]: _type = "Task" [ 710.874936] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.892337] env[69584]: DEBUG nova.compute.provider_tree [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.902199] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 1aa126ff-b673-49e5-a945-4f32fc7c92e2/1aa126ff-b673-49e5-a945-4f32fc7c92e2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.903197] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b3e59f-65d6-43d4-9a93-5dc72e32fcbb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.921893] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485234, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.927246] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 710.927246] env[69584]: value = "task-3485235" [ 710.927246] env[69584]: _type = "Task" [ 710.927246] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.935404] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.387942] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485234, 'name': Rename_Task, 'duration_secs': 0.149699} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.390235] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.390235] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da76229-dc2e-4fde-89b7-3f50d7b3d4af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.396370] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 711.396370] env[69584]: value = "task-3485236" [ 711.396370] env[69584]: _type = "Task" [ 711.396370] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.408677] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.441335] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485235, 'name': ReconfigVM_Task, 'duration_secs': 0.2744} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.443554] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 1aa126ff-b673-49e5-a945-4f32fc7c92e2/1aa126ff-b673-49e5-a945-4f32fc7c92e2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.446292] env[69584]: DEBUG nova.scheduler.client.report [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 711.446292] env[69584]: DEBUG nova.compute.provider_tree [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 60 to 61 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 711.446292] env[69584]: DEBUG nova.compute.provider_tree [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.450600] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2eb6ed8-96fc-4e81-959c-65d0f43e26db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.459337] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 711.459337] env[69584]: value = "task-3485237" [ 711.459337] env[69584]: _type = "Task" [ 711.459337] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.475391] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485237, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.909022] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485236, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.956890] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.937s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.957504] env[69584]: DEBUG nova.compute.manager [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.963365] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.537s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.963365] env[69584]: DEBUG nova.objects.instance [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lazy-loading 'resources' on Instance uuid c5b37706-5ac2-4539-b5d8-7f0dccd4657d {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.976232] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485237, 'name': Rename_Task, 'duration_secs': 0.203385} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.977085] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.977938] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3b33ae1-c6f1-4410-8de0-e2f09619f4f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.983511] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 711.983511] env[69584]: value = "task-3485238" [ 711.983511] env[69584]: _type = "Task" [ 711.983511] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.992248] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.409987] env[69584]: DEBUG oslo_vmware.api [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485236, 'name': PowerOnVM_Task, 'duration_secs': 0.534229} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.410347] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.410474] env[69584]: INFO nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Took 8.50 seconds to spawn the instance on the hypervisor. [ 712.410633] env[69584]: DEBUG nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.411430] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c927c14-d5cd-4de1-9c18-adea7314ec95 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.467085] env[69584]: DEBUG nova.compute.utils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.467085] env[69584]: DEBUG nova.compute.manager [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.467085] env[69584]: DEBUG nova.network.neutron [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.496845] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485238, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.537624] env[69584]: DEBUG nova.policy [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5c9accd8e2f44f592f949a0437dfcf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4aa5b8c1ea3467da0e0f2361dd91279', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.936741] env[69584]: INFO nova.compute.manager [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Took 42.62 seconds to build instance. [ 712.970308] env[69584]: DEBUG nova.compute.manager [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.005105] env[69584]: DEBUG oslo_vmware.api [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485238, 'name': PowerOnVM_Task, 'duration_secs': 1.005294} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.005632] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.005936] env[69584]: INFO nova.compute.manager [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Took 5.08 seconds to spawn the instance on the hypervisor. [ 713.006189] env[69584]: DEBUG nova.compute.manager [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.007325] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38d2104-c9da-49fd-a2b6-13b55760dfd9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.108790] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2920bd71-3e53-48ff-bf4c-4766f66d93d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.116406] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e035c54b-8043-44ab-b571-85df340db105 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.163295] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0244df-bb3f-452e-bbc3-ebe9c3ecf47f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.174190] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feeae69-af06-41b0-8a68-53dd7dd6be08 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.181168] env[69584]: DEBUG nova.network.neutron [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Successfully created port: 37a5f21b-c5bf-4536-847f-5de74a0bb953 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.194486] env[69584]: DEBUG nova.compute.provider_tree [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.439361] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a05860b-1c3f-4357-b0f4-d9de71663801 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "16b96f96-39d6-40a8-a45b-8fc0432f310c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.705s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.530036] env[69584]: INFO nova.compute.manager [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Took 42.87 seconds to build instance. [ 713.697562] env[69584]: DEBUG nova.scheduler.client.report [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.711298] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "913da34d-a6f0-414d-92db-ee71f3a93cf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.711298] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "913da34d-a6f0-414d-92db-ee71f3a93cf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.711298] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "913da34d-a6f0-414d-92db-ee71f3a93cf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.711298] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "913da34d-a6f0-414d-92db-ee71f3a93cf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.711298] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "913da34d-a6f0-414d-92db-ee71f3a93cf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.713929] env[69584]: INFO nova.compute.manager [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Terminating instance [ 713.854926] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "16b96f96-39d6-40a8-a45b-8fc0432f310c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.855204] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "16b96f96-39d6-40a8-a45b-8fc0432f310c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.855408] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "16b96f96-39d6-40a8-a45b-8fc0432f310c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.855607] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "16b96f96-39d6-40a8-a45b-8fc0432f310c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.856722] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "16b96f96-39d6-40a8-a45b-8fc0432f310c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.861951] env[69584]: INFO nova.compute.manager [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Terminating instance [ 713.944732] env[69584]: DEBUG nova.compute.manager [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.982156] env[69584]: DEBUG nova.compute.manager [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.019262] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.023235] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.023471] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.023680] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.023828] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.023980] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.024337] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.024580] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.024744] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.024943] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.025175] env[69584]: DEBUG nova.virt.hardware [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.026870] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0117fb4a-9cad-4ac5-90ee-357d5e5caea0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.035178] env[69584]: DEBUG oslo_concurrency.lockutils [None req-870d69e4-53f1-48e6-acae-5e12d58c3e03 tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "1aa126ff-b673-49e5-a945-4f32fc7c92e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.047s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.037681] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d383f1e-e76b-4ba5-8739-63c317de5230 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.212524] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.213713] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.646s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.213713] env[69584]: DEBUG nova.objects.instance [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lazy-loading 'resources' on Instance uuid 746ee2f3-b43f-44a6-a584-f64f91cacb46 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.219551] env[69584]: DEBUG nova.compute.manager [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.219874] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.223101] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac18b7a-cbeb-4a57-98fd-536d9e498516 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.235519] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.235942] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d911231-5daa-4c71-a50f-390537a9c787 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.244959] env[69584]: DEBUG oslo_vmware.api [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 714.244959] env[69584]: value = "task-3485240" [ 714.244959] env[69584]: _type = "Task" [ 714.244959] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.255860] env[69584]: DEBUG oslo_vmware.api [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.257048] env[69584]: INFO nova.scheduler.client.report [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Deleted allocations for instance c5b37706-5ac2-4539-b5d8-7f0dccd4657d [ 714.368087] env[69584]: DEBUG nova.compute.manager [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.368328] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.370718] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6093e295-d1a0-4c6b-94c2-561aa18b89d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.379345] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.379653] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dce37bbd-283d-487f-896e-6cb23ddae4df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.386575] env[69584]: DEBUG oslo_vmware.api [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 714.386575] env[69584]: value = "task-3485241" [ 714.386575] env[69584]: _type = "Task" [ 714.386575] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.397862] env[69584]: DEBUG oslo_vmware.api [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.469847] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.547635] env[69584]: DEBUG nova.compute.manager [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.608739] env[69584]: INFO nova.compute.manager [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Rebuilding instance [ 714.665509] env[69584]: DEBUG nova.compute.manager [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.666448] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb42f516-5d68-4fff-ae7a-009832148d97 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.761378] env[69584]: DEBUG oslo_vmware.api [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485240, 'name': PowerOffVM_Task, 'duration_secs': 0.204054} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.761930] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.762095] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.762380] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9566d8b1-e65c-4dcc-9d91-1811c6366dbb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.766765] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed3d9019-9c75-470e-89c1-857557849bf2 tempest-ServersTestManualDisk-880200256 tempest-ServersTestManualDisk-880200256-project-member] Lock "c5b37706-5ac2-4539-b5d8-7f0dccd4657d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.739s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.824337] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.825869] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.825869] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleting the datastore file [datastore1] 913da34d-a6f0-414d-92db-ee71f3a93cf4 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.826611] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c9d533b-b19d-4b26-b2fd-dce325cf7f75 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.840627] env[69584]: DEBUG oslo_vmware.api [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 714.840627] env[69584]: value = "task-3485244" [ 714.840627] env[69584]: _type = "Task" [ 714.840627] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.852024] env[69584]: DEBUG oslo_vmware.api [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.905528] env[69584]: DEBUG oslo_vmware.api [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485241, 'name': PowerOffVM_Task, 'duration_secs': 0.34323} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.905528] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.905528] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.905528] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-746e28f4-9e4d-4fd7-a902-889d1d44b27a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.978188] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.978623] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.978918] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleting the datastore file [datastore2] 16b96f96-39d6-40a8-a45b-8fc0432f310c {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.979943] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ab7f686-c8ce-4ca9-9f59-fdbe5e9d95fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.991927] env[69584]: DEBUG oslo_vmware.api [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 714.991927] env[69584]: value = "task-3485246" [ 714.991927] env[69584]: _type = "Task" [ 714.991927] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.000834] env[69584]: DEBUG oslo_vmware.api [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.085013] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.095869] env[69584]: DEBUG nova.compute.manager [req-8ce66406-a0aa-4f2f-bf55-c665fd3cfe87 req-ec2a1c64-e165-47d4-bf00-e91a5ff058ab service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Received event network-vif-plugged-37a5f21b-c5bf-4536-847f-5de74a0bb953 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.096018] env[69584]: DEBUG oslo_concurrency.lockutils [req-8ce66406-a0aa-4f2f-bf55-c665fd3cfe87 req-ec2a1c64-e165-47d4-bf00-e91a5ff058ab service nova] Acquiring lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.096198] env[69584]: DEBUG oslo_concurrency.lockutils [req-8ce66406-a0aa-4f2f-bf55-c665fd3cfe87 req-ec2a1c64-e165-47d4-bf00-e91a5ff058ab service nova] Lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.096416] env[69584]: DEBUG oslo_concurrency.lockutils [req-8ce66406-a0aa-4f2f-bf55-c665fd3cfe87 req-ec2a1c64-e165-47d4-bf00-e91a5ff058ab service nova] Lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.096585] env[69584]: DEBUG nova.compute.manager [req-8ce66406-a0aa-4f2f-bf55-c665fd3cfe87 req-ec2a1c64-e165-47d4-bf00-e91a5ff058ab service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] No waiting events found dispatching network-vif-plugged-37a5f21b-c5bf-4536-847f-5de74a0bb953 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.096829] env[69584]: WARNING nova.compute.manager [req-8ce66406-a0aa-4f2f-bf55-c665fd3cfe87 req-ec2a1c64-e165-47d4-bf00-e91a5ff058ab service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Received unexpected event network-vif-plugged-37a5f21b-c5bf-4536-847f-5de74a0bb953 for instance with vm_state building and task_state spawning. [ 715.278752] env[69584]: DEBUG nova.network.neutron [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Successfully updated port: 37a5f21b-c5bf-4536-847f-5de74a0bb953 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.351570] env[69584]: DEBUG oslo_vmware.api [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204984} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.353948] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.355087] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.355087] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.355087] env[69584]: INFO nova.compute.manager [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 715.355087] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.355260] env[69584]: DEBUG nova.compute.manager [-] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.355346] env[69584]: DEBUG nova.network.neutron [-] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.406143] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386393b4-3eb2-4b4f-8393-eb0b6364bad6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.411236] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Acquiring lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.412326] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.418182] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aad66e-be04-402a-b3e3-41d1f638c953 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.454984] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f56c0ab-a297-4790-b301-fd0fa8113648 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.465877] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657f146f-c591-416c-a9fa-d4f58c36d857 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.485682] env[69584]: DEBUG nova.compute.provider_tree [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 715.501771] env[69584]: DEBUG oslo_vmware.api [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155877} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.502887] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.503164] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.503509] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.504065] env[69584]: INFO nova.compute.manager [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 715.504338] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.505521] env[69584]: DEBUG nova.compute.manager [-] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.505669] env[69584]: DEBUG nova.network.neutron [-] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.623320] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquiring lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.623556] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.682289] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.682863] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50c45e69-bccd-4957-a3f6-3c265703926d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.693163] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 715.693163] env[69584]: value = "task-3485247" [ 715.693163] env[69584]: _type = "Task" [ 715.693163] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.705731] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.783562] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquiring lock "refresh_cache-e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.783741] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquired lock "refresh_cache-e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.783902] env[69584]: DEBUG nova.network.neutron [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.921323] env[69584]: DEBUG nova.compute.utils [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.027416] env[69584]: ERROR nova.scheduler.client.report [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [req-ebe48d52-1a5a-4a0c-a01b-33395c2cbefb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebe48d52-1a5a-4a0c-a01b-33395c2cbefb"}]} [ 716.047819] env[69584]: DEBUG nova.scheduler.client.report [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 716.065905] env[69584]: DEBUG nova.scheduler.client.report [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 716.066105] env[69584]: DEBUG nova.compute.provider_tree [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.079838] env[69584]: DEBUG nova.scheduler.client.report [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 716.102101] env[69584]: DEBUG nova.scheduler.client.report [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 716.207590] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485247, 'name': PowerOffVM_Task, 'duration_secs': 0.198448} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.207590] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.207590] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.208088] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc77d08b-2acc-45ec-a606-2472c4ae868e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.215879] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.216189] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67dc4c6b-8e3a-41be-9d8b-2ed12f738b78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.219098] env[69584]: DEBUG nova.network.neutron [-] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.239898] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.240227] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.240429] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Deleting the datastore file [datastore2] 1aa126ff-b673-49e5-a945-4f32fc7c92e2 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.240680] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aa9af97-9d11-466b-87e1-cd7257f13456 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.247226] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 716.247226] env[69584]: value = "task-3485249" [ 716.247226] env[69584]: _type = "Task" [ 716.247226] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.258365] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.333219] env[69584]: DEBUG nova.network.neutron [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.404987] env[69584]: DEBUG nova.network.neutron [-] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.425940] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.530682] env[69584]: DEBUG nova.network.neutron [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Updating instance_info_cache with network_info: [{"id": "37a5f21b-c5bf-4536-847f-5de74a0bb953", "address": "fa:16:3e:7b:9e:6d", "network": {"id": "d3258feb-3852-4b56-8f33-884253262829", "bridge": "br-int", "label": "tempest-ServersTestJSON-1687315969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4aa5b8c1ea3467da0e0f2361dd91279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a5f21b-c5", "ovs_interfaceid": "37a5f21b-c5bf-4536-847f-5de74a0bb953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.719174] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3935944-455b-40b5-a2f8-973bc71ac80d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.722240] env[69584]: INFO nova.compute.manager [-] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Took 1.37 seconds to deallocate network for instance. [ 716.735064] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c562c7-8d5d-4d44-854e-ab1df31cbd70 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.781738] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228f29c4-ecea-43d7-9ea6-f4e44145b04f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.790521] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097377} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.792799] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.792996] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.793189] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.796780] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e32cd2-e612-451c-9237-7333280f7e03 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.811111] env[69584]: DEBUG nova.compute.provider_tree [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.911370] env[69584]: INFO nova.compute.manager [-] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Took 1.40 seconds to deallocate network for instance. [ 717.033437] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Releasing lock "refresh_cache-e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.033437] env[69584]: DEBUG nova.compute.manager [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Instance network_info: |[{"id": "37a5f21b-c5bf-4536-847f-5de74a0bb953", "address": "fa:16:3e:7b:9e:6d", "network": {"id": "d3258feb-3852-4b56-8f33-884253262829", "bridge": "br-int", "label": "tempest-ServersTestJSON-1687315969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4aa5b8c1ea3467da0e0f2361dd91279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a5f21b-c5", "ovs_interfaceid": "37a5f21b-c5bf-4536-847f-5de74a0bb953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.034164] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:9e:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37a5f21b-c5bf-4536-847f-5de74a0bb953', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.042665] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Creating folder: Project (c4aa5b8c1ea3467da0e0f2361dd91279). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.043030] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06ee2e7d-4c07-4ecc-bbb9-fcda5ce61387 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.057950] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Created folder: Project (c4aa5b8c1ea3467da0e0f2361dd91279) in parent group-v696614. [ 717.057950] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Creating folder: Instances. Parent ref: group-v696719. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.058186] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4d78e9e-fbf5-4a17-b9d4-d172b70252c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.067911] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Created folder: Instances in parent group-v696719. [ 717.068103] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.068342] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.068503] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae4fa577-6ef4-442d-96bf-eaeec3bfe0de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.087954] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.087954] env[69584]: value = "task-3485252" [ 717.087954] env[69584]: _type = "Task" [ 717.087954] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.097109] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485252, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.215962] env[69584]: DEBUG nova.compute.manager [req-d2af85aa-8cc6-41c3-8906-8616e9064606 req-2baca7b3-5046-4cfa-a15c-4e9d7af9c2d1 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Received event network-changed-37a5f21b-c5bf-4536-847f-5de74a0bb953 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.216177] env[69584]: DEBUG nova.compute.manager [req-d2af85aa-8cc6-41c3-8906-8616e9064606 req-2baca7b3-5046-4cfa-a15c-4e9d7af9c2d1 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Refreshing instance network info cache due to event network-changed-37a5f21b-c5bf-4536-847f-5de74a0bb953. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.216386] env[69584]: DEBUG oslo_concurrency.lockutils [req-d2af85aa-8cc6-41c3-8906-8616e9064606 req-2baca7b3-5046-4cfa-a15c-4e9d7af9c2d1 service nova] Acquiring lock "refresh_cache-e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.216527] env[69584]: DEBUG oslo_concurrency.lockutils [req-d2af85aa-8cc6-41c3-8906-8616e9064606 req-2baca7b3-5046-4cfa-a15c-4e9d7af9c2d1 service nova] Acquired lock "refresh_cache-e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.216679] env[69584]: DEBUG nova.network.neutron [req-d2af85aa-8cc6-41c3-8906-8616e9064606 req-2baca7b3-5046-4cfa-a15c-4e9d7af9c2d1 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Refreshing network info cache for port 37a5f21b-c5bf-4536-847f-5de74a0bb953 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.236071] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.368803] env[69584]: DEBUG nova.scheduler.client.report [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 717.369143] env[69584]: DEBUG nova.compute.provider_tree [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 62 to 63 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 717.370281] env[69584]: DEBUG nova.compute.provider_tree [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.415335] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.499441] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Acquiring lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.499441] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.499441] env[69584]: INFO nova.compute.manager [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Attaching volume 125244d5-7506-4182-b4d8-22d60bc10bcc to /dev/sdb [ 717.547059] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3ccd1d-8c35-4eb6-a655-83fe55d26713 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.554763] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e36a4e-fe15-40d0-8694-20f55b9457c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.568841] env[69584]: DEBUG nova.virt.block_device [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Updating existing volume attachment record: 4b4318b3-cfa3-4f4e-b7ea-1195edf4da8c {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 717.598049] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485252, 'name': CreateVM_Task, 'duration_secs': 0.345851} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.598226] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.598909] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.599084] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.599406] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.599945] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2687913b-cd93-4f8d-8523-7b1021a0938d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.604527] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for the task: (returnval){ [ 717.604527] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ce5ea5-64f7-9bb5-45d4-74d18a1db0eb" [ 717.604527] env[69584]: _type = "Task" [ 717.604527] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.613034] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ce5ea5-64f7-9bb5-45d4-74d18a1db0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.839218] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.839567] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.839777] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.839971] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.840134] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.840345] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.840590] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.840753] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.840933] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.841110] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.841998] env[69584]: DEBUG nova.virt.hardware [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.842838] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aad1aa0-9df6-4320-a44d-1ddf116ef45f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.852445] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bad102-a0d3-4727-828b-99421cc99b83 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.871887] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.877621] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.880967] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.667s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.882916] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.883464] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.276s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.883696] env[69584]: DEBUG nova.objects.instance [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lazy-loading 'resources' on Instance uuid c32d7cb4-082d-49fe-ace8-89069a3d6aa9 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.884929] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbc2f5ef-489f-46f1-a192-3ea98d301d45 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.909046] env[69584]: INFO nova.scheduler.client.report [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted allocations for instance 746ee2f3-b43f-44a6-a584-f64f91cacb46 [ 717.917953] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.917953] env[69584]: value = "task-3485256" [ 717.917953] env[69584]: _type = "Task" [ 717.917953] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.926264] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485256, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.111406] env[69584]: DEBUG nova.network.neutron [req-d2af85aa-8cc6-41c3-8906-8616e9064606 req-2baca7b3-5046-4cfa-a15c-4e9d7af9c2d1 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Updated VIF entry in instance network info cache for port 37a5f21b-c5bf-4536-847f-5de74a0bb953. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.112122] env[69584]: DEBUG nova.network.neutron [req-d2af85aa-8cc6-41c3-8906-8616e9064606 req-2baca7b3-5046-4cfa-a15c-4e9d7af9c2d1 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Updating instance_info_cache with network_info: [{"id": "37a5f21b-c5bf-4536-847f-5de74a0bb953", "address": "fa:16:3e:7b:9e:6d", "network": {"id": "d3258feb-3852-4b56-8f33-884253262829", "bridge": "br-int", "label": "tempest-ServersTestJSON-1687315969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4aa5b8c1ea3467da0e0f2361dd91279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a5f21b-c5", "ovs_interfaceid": "37a5f21b-c5bf-4536-847f-5de74a0bb953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.119196] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ce5ea5-64f7-9bb5-45d4-74d18a1db0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.119501] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.119770] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.120123] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.122020] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.122020] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.122020] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc1ba8fd-b58b-4506-8255-31fbeeb8dd57 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.135897] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.136071] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.136835] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ad428a-4777-4c96-b8ac-dd2dbb4a9239 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.144171] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for the task: (returnval){ [ 718.144171] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ed9136-7276-34b4-c102-4d623dfc1107" [ 718.144171] env[69584]: _type = "Task" [ 718.144171] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.155874] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ed9136-7276-34b4-c102-4d623dfc1107, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.157032] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f17d3ff-2d6a-4e65-bf03-13050a82906d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.162567] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for the task: (returnval){ [ 718.162567] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52437328-7ff2-4fe7-cd1e-0d8dc8f95b05" [ 718.162567] env[69584]: _type = "Task" [ 718.162567] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.178021] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52437328-7ff2-4fe7-cd1e-0d8dc8f95b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.323297] env[69584]: DEBUG oslo_concurrency.lockutils [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Acquiring lock "ef45db2f-2489-474f-ae77-492fa1c8517e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.323530] env[69584]: DEBUG oslo_concurrency.lockutils [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Lock "ef45db2f-2489-474f-ae77-492fa1c8517e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.416864] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ac9e9e7-91b2-4c70-826b-83d27912722e tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "746ee2f3-b43f-44a6-a584-f64f91cacb46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.465s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.428724] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485256, 'name': CreateVM_Task, 'duration_secs': 0.285087} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.429013] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.429470] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.430489] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.430489] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.430489] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96f4338-7603-4483-9a17-209740a570fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.435564] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 718.435564] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d788f5-35c7-04a0-9f71-af40f5b3b9c5" [ 718.435564] env[69584]: _type = "Task" [ 718.435564] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.448259] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d788f5-35c7-04a0-9f71-af40f5b3b9c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.448759] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.449062] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.449340] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.615620] env[69584]: DEBUG oslo_concurrency.lockutils [req-d2af85aa-8cc6-41c3-8906-8616e9064606 req-2baca7b3-5046-4cfa-a15c-4e9d7af9c2d1 service nova] Releasing lock "refresh_cache-e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.615620] env[69584]: DEBUG nova.compute.manager [req-d2af85aa-8cc6-41c3-8906-8616e9064606 req-2baca7b3-5046-4cfa-a15c-4e9d7af9c2d1 service nova] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Received event network-vif-deleted-87927ec7-ee7c-440f-b7e0-b15089aa3a3a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.615620] env[69584]: DEBUG nova.compute.manager [req-d2af85aa-8cc6-41c3-8906-8616e9064606 req-2baca7b3-5046-4cfa-a15c-4e9d7af9c2d1 service nova] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Received event network-vif-deleted-d36e94a6-6cb1-4eda-b333-bb2f6554f577 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.676211] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52437328-7ff2-4fe7-cd1e-0d8dc8f95b05, 'name': SearchDatastore_Task, 'duration_secs': 0.021625} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.676504] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.676764] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759/e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.677248] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.677455] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.677679] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da7a0228-589c-4806-8765-35b8fd97b36c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.679697] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df529ad-89f8-48f4-be3b-2c8235e81256 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.692268] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for the task: (returnval){ [ 718.692268] env[69584]: value = "task-3485257" [ 718.692268] env[69584]: _type = "Task" [ 718.692268] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.693405] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.693579] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.697522] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b428f8fd-4028-4d02-b8f2-43e9fb236fc6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.711016] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 718.711016] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a8a241-2e4b-e45a-4566-39365a506e01" [ 718.711016] env[69584]: _type = "Task" [ 718.711016] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.711016] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.716777] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a8a241-2e4b-e45a-4566-39365a506e01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.888419] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd545db5-b257-4997-9120-50628a895f05 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.896414] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a023de28-f7e1-46fb-8d22-5b837eab3677 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.927710] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd75c1e-f55c-429b-a104-24ed9d851e3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.937277] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80850abc-e27d-4027-9d8c-9f15bd71f862 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.953213] env[69584]: DEBUG nova.compute.provider_tree [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.204949] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485257, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.227177] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a8a241-2e4b-e45a-4566-39365a506e01, 'name': SearchDatastore_Task, 'duration_secs': 0.014317} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.228031] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e048d5-5471-4f0e-892d-7ba2938af332 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.233940] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 719.233940] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52959c00-d733-c9a4-5288-94349dfb53c6" [ 719.233940] env[69584]: _type = "Task" [ 719.233940] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.246479] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52959c00-d733-c9a4-5288-94349dfb53c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.456528] env[69584]: DEBUG nova.scheduler.client.report [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.535157] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "a370afe3-c2f8-432a-a526-81426d935a9c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.535426] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.705661] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546782} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.705963] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759/e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.706133] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.706414] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b4d048b-11cf-4f07-b4a1-0563b668ae9c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.713547] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for the task: (returnval){ [ 719.713547] env[69584]: value = "task-3485258" [ 719.713547] env[69584]: _type = "Task" [ 719.713547] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.725507] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.743474] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52959c00-d733-c9a4-5288-94349dfb53c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.743769] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.744121] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 1aa126ff-b673-49e5-a945-4f32fc7c92e2/1aa126ff-b673-49e5-a945-4f32fc7c92e2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.744380] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3765fed1-b312-4d17-9c26-d57e745a7268 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.752079] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 719.752079] env[69584]: value = "task-3485259" [ 719.752079] env[69584]: _type = "Task" [ 719.752079] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.763336] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.961888] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.964669] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.853s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.965109] env[69584]: DEBUG nova.objects.instance [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lazy-loading 'resources' on Instance uuid f2c68220-f055-4558-95c0-526ae266ee62 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.991112] env[69584]: INFO nova.scheduler.client.report [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Deleted allocations for instance c32d7cb4-082d-49fe-ace8-89069a3d6aa9 [ 720.038907] env[69584]: DEBUG nova.compute.utils [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.224259] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080068} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.224570] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.226624] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51655087-81e6-4cac-a994-b79acc0df4dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.252197] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759/e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.252581] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-667162e5-177a-49c3-a0ae-e65bac1e597b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.277870] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502042} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.278157] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 1aa126ff-b673-49e5-a945-4f32fc7c92e2/1aa126ff-b673-49e5-a945-4f32fc7c92e2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.278376] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.279985] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-440a5242-0409-4768-a5a6-c151b9a9a589 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.281558] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for the task: (returnval){ [ 720.281558] env[69584]: value = "task-3485261" [ 720.281558] env[69584]: _type = "Task" [ 720.281558] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.289526] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 720.289526] env[69584]: value = "task-3485262" [ 720.289526] env[69584]: _type = "Task" [ 720.289526] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.292618] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.300560] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.501299] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3a7440ae-7615-49d9-a185-23dfb9478352 tempest-InstanceActionsV221TestJSON-305231822 tempest-InstanceActionsV221TestJSON-305231822-project-member] Lock "c32d7cb4-082d-49fe-ace8-89069a3d6aa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.716s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.544217] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.793147] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485261, 'name': ReconfigVM_Task, 'duration_secs': 0.295434} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.796483] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Reconfigured VM instance instance-00000021 to attach disk [datastore2] e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759/e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.797142] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad6dd31d-905b-473d-a92c-96a1b9577236 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.803111] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068323} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.806450] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.806789] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for the task: (returnval){ [ 720.806789] env[69584]: value = "task-3485263" [ 720.806789] env[69584]: _type = "Task" [ 720.806789] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.807738] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81329bd4-2363-4cb7-91cb-e525c46f2409 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.832787] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 1aa126ff-b673-49e5-a945-4f32fc7c92e2/1aa126ff-b673-49e5-a945-4f32fc7c92e2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.833095] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485263, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.836022] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19636f4e-1d64-4677-9004-9b91620e2432 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.860116] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 720.860116] env[69584]: value = "task-3485264" [ 720.860116] env[69584]: _type = "Task" [ 720.860116] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.866985] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.985977] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96e6202-1576-4e28-be50-cc2ed8478417 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.994023] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864251dc-3ca1-4989-b2f6-b2ca1f78742d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.026390] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b2c401-ac2e-4d3e-84b0-91e11ca6588c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.034320] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09726d87-2842-428a-a19b-af2fcefa9ae2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.050337] env[69584]: DEBUG nova.compute.provider_tree [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.295696] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "540fbcfb-bd51-4234-870d-f0249768b239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.296084] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "540fbcfb-bd51-4234-870d-f0249768b239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.330018] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.330018] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.330018] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485263, 'name': Rename_Task, 'duration_secs': 0.291045} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.330018] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.330018] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f48d2ed6-129b-4879-81ae-0a300b98951e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.334324] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for the task: (returnval){ [ 721.334324] env[69584]: value = "task-3485265" [ 721.334324] env[69584]: _type = "Task" [ 721.334324] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.342975] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.357952] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "e09f313d-695f-419a-ba7a-8fe26d166d3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.357952] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "e09f313d-695f-419a-ba7a-8fe26d166d3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.370223] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485264, 'name': ReconfigVM_Task, 'duration_secs': 0.312932} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.370650] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 1aa126ff-b673-49e5-a945-4f32fc7c92e2/1aa126ff-b673-49e5-a945-4f32fc7c92e2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.371160] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-640b3130-d6a4-492e-981b-dab9d0bc032c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.379472] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 721.379472] env[69584]: value = "task-3485266" [ 721.379472] env[69584]: _type = "Task" [ 721.379472] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.387781] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485266, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.578101] env[69584]: ERROR nova.scheduler.client.report [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] [req-95659af6-c9e3-4f22-bc4b-60b53df1d24a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-95659af6-c9e3-4f22-bc4b-60b53df1d24a"}]} [ 721.594443] env[69584]: DEBUG nova.scheduler.client.report [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 721.610928] env[69584]: DEBUG nova.scheduler.client.report [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 721.611176] env[69584]: DEBUG nova.compute.provider_tree [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.617960] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "a370afe3-c2f8-432a-a526-81426d935a9c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.618219] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.618444] env[69584]: INFO nova.compute.manager [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Attaching volume 07504bcc-7ea1-422e-9651-0dfff56da1f8 to /dev/sdb [ 721.630553] env[69584]: DEBUG nova.scheduler.client.report [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 721.655470] env[69584]: DEBUG nova.scheduler.client.report [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 721.661129] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7907a7d3-f8a0-47a0-a02d-3af55ecc8950 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.670230] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fad01b4-9b4d-4f0f-9290-daf020063054 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.682617] env[69584]: DEBUG nova.virt.block_device [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Updating existing volume attachment record: 83ded747-f6aa-4c5a-a5bb-36672a20d71f {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 721.848091] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485265, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.896739] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485266, 'name': Rename_Task, 'duration_secs': 0.149825} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.897135] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.897607] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16889a0c-97e2-46ee-87df-0ee53e5d119b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.905117] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 721.905117] env[69584]: value = "task-3485268" [ 721.905117] env[69584]: _type = "Task" [ 721.905117] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.917729] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.140633] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 722.140890] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696724', 'volume_id': '125244d5-7506-4182-b4d8-22d60bc10bcc', 'name': 'volume-125244d5-7506-4182-b4d8-22d60bc10bcc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1e0d3ca-8f60-40e3-b748-c27ab7c346b3', 'attached_at': '', 'detached_at': '', 'volume_id': '125244d5-7506-4182-b4d8-22d60bc10bcc', 'serial': '125244d5-7506-4182-b4d8-22d60bc10bcc'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 722.141824] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5f8b73-369d-4e7c-a689-97232e6bce18 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.166171] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bab785-2cde-44d6-ae47-d3f7462bb37f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.196976] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-125244d5-7506-4182-b4d8-22d60bc10bcc/volume-125244d5-7506-4182-b4d8-22d60bc10bcc.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.200579] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2293b7a-a675-4579-89f2-460ddbda8f1c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.224749] env[69584]: DEBUG oslo_vmware.api [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Waiting for the task: (returnval){ [ 722.224749] env[69584]: value = "task-3485271" [ 722.224749] env[69584]: _type = "Task" [ 722.224749] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.233396] env[69584]: DEBUG oslo_vmware.api [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Task: {'id': task-3485271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.345260] env[69584]: DEBUG oslo_vmware.api [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485265, 'name': PowerOnVM_Task, 'duration_secs': 0.819338} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.346464] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.346728] env[69584]: INFO nova.compute.manager [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Took 8.36 seconds to spawn the instance on the hypervisor. [ 722.346940] env[69584]: DEBUG nova.compute.manager [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.348902] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7e7eba-b4c4-4e24-899c-01df1c1b5d22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.351168] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357f6a1e-d250-42cb-98cb-dc45f3d57f07 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.360134] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d20edb-c6d1-4400-8a2c-ca6e22bfc0df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.397943] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac03e43-b781-4b47-aed1-b9c4eea24cdc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.412445] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491644df-318d-457a-9bf9-16e2c37c7fcf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.422471] env[69584]: DEBUG oslo_vmware.api [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485268, 'name': PowerOnVM_Task, 'duration_secs': 0.459127} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.431697] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.432212] env[69584]: DEBUG nova.compute.manager [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.433212] env[69584]: DEBUG nova.compute.provider_tree [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.435257] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8332b35-4a0c-4d41-becb-332d57da4a2a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.734820] env[69584]: DEBUG oslo_vmware.api [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Task: {'id': task-3485271, 'name': ReconfigVM_Task, 'duration_secs': 0.403514} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.735100] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-125244d5-7506-4182-b4d8-22d60bc10bcc/volume-125244d5-7506-4182-b4d8-22d60bc10bcc.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.740814] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de633e0-fdec-482a-95ca-1e68d1885aa1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.756764] env[69584]: DEBUG oslo_vmware.api [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Waiting for the task: (returnval){ [ 722.756764] env[69584]: value = "task-3485272" [ 722.756764] env[69584]: _type = "Task" [ 722.756764] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.764885] env[69584]: DEBUG oslo_vmware.api [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Task: {'id': task-3485272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.881662] env[69584]: INFO nova.compute.manager [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Took 51.56 seconds to build instance. [ 722.958379] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.988533] env[69584]: DEBUG nova.scheduler.client.report [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 722.988755] env[69584]: DEBUG nova.compute.provider_tree [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 67 to 68 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 722.988936] env[69584]: DEBUG nova.compute.provider_tree [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.270037] env[69584]: DEBUG oslo_vmware.api [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Task: {'id': task-3485272, 'name': ReconfigVM_Task, 'duration_secs': 0.140145} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.270228] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696724', 'volume_id': '125244d5-7506-4182-b4d8-22d60bc10bcc', 'name': 'volume-125244d5-7506-4182-b4d8-22d60bc10bcc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1e0d3ca-8f60-40e3-b748-c27ab7c346b3', 'attached_at': '', 'detached_at': '', 'volume_id': '125244d5-7506-4182-b4d8-22d60bc10bcc', 'serial': '125244d5-7506-4182-b4d8-22d60bc10bcc'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 723.387577] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ed62948e-bd17-4a83-84e4-5e6e587754bc tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.221s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.496630] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.532s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.501973] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.556s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.501973] env[69584]: INFO nova.compute.claims [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.529090] env[69584]: INFO nova.scheduler.client.report [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Deleted allocations for instance f2c68220-f055-4558-95c0-526ae266ee62 [ 723.571197] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "1aa126ff-b673-49e5-a945-4f32fc7c92e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.573786] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "1aa126ff-b673-49e5-a945-4f32fc7c92e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.573786] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "1aa126ff-b673-49e5-a945-4f32fc7c92e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.573786] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "1aa126ff-b673-49e5-a945-4f32fc7c92e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.573786] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "1aa126ff-b673-49e5-a945-4f32fc7c92e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.575101] env[69584]: INFO nova.compute.manager [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Terminating instance [ 723.889408] env[69584]: DEBUG nova.compute.manager [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.039539] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0ac5d876-7dae-4103-b973-9a857b3130a6 tempest-ServerDiagnosticsTest-1518443723 tempest-ServerDiagnosticsTest-1518443723-project-member] Lock "f2c68220-f055-4558-95c0-526ae266ee62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.612s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.083028] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "refresh_cache-1aa126ff-b673-49e5-a945-4f32fc7c92e2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.083288] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquired lock "refresh_cache-1aa126ff-b673-49e5-a945-4f32fc7c92e2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.083951] env[69584]: DEBUG nova.network.neutron [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.132537] env[69584]: DEBUG nova.compute.manager [req-45bb5dbe-84a8-467c-8600-8660293f1dc4 req-21dc0ce0-d3d3-4abc-8a9f-064eecac9100 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Received event network-changed-37a5f21b-c5bf-4536-847f-5de74a0bb953 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.132680] env[69584]: DEBUG nova.compute.manager [req-45bb5dbe-84a8-467c-8600-8660293f1dc4 req-21dc0ce0-d3d3-4abc-8a9f-064eecac9100 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Refreshing instance network info cache due to event network-changed-37a5f21b-c5bf-4536-847f-5de74a0bb953. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.133587] env[69584]: DEBUG oslo_concurrency.lockutils [req-45bb5dbe-84a8-467c-8600-8660293f1dc4 req-21dc0ce0-d3d3-4abc-8a9f-064eecac9100 service nova] Acquiring lock "refresh_cache-e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.134986] env[69584]: DEBUG oslo_concurrency.lockutils [req-45bb5dbe-84a8-467c-8600-8660293f1dc4 req-21dc0ce0-d3d3-4abc-8a9f-064eecac9100 service nova] Acquired lock "refresh_cache-e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.135219] env[69584]: DEBUG nova.network.neutron [req-45bb5dbe-84a8-467c-8600-8660293f1dc4 req-21dc0ce0-d3d3-4abc-8a9f-064eecac9100 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Refreshing network info cache for port 37a5f21b-c5bf-4536-847f-5de74a0bb953 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.323078] env[69584]: DEBUG nova.objects.instance [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Lazy-loading 'flavor' on Instance uuid b1e0d3ca-8f60-40e3-b748-c27ab7c346b3 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.418877] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.628134] env[69584]: DEBUG nova.network.neutron [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.736205] env[69584]: DEBUG nova.network.neutron [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.833267] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f5c403be-27d5-4769-ad8b-bc72c4286101 tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.334s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.003344] env[69584]: DEBUG nova.network.neutron [req-45bb5dbe-84a8-467c-8600-8660293f1dc4 req-21dc0ce0-d3d3-4abc-8a9f-064eecac9100 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Updated VIF entry in instance network info cache for port 37a5f21b-c5bf-4536-847f-5de74a0bb953. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.003985] env[69584]: DEBUG nova.network.neutron [req-45bb5dbe-84a8-467c-8600-8660293f1dc4 req-21dc0ce0-d3d3-4abc-8a9f-064eecac9100 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Updating instance_info_cache with network_info: [{"id": "37a5f21b-c5bf-4536-847f-5de74a0bb953", "address": "fa:16:3e:7b:9e:6d", "network": {"id": "d3258feb-3852-4b56-8f33-884253262829", "bridge": "br-int", "label": "tempest-ServersTestJSON-1687315969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4aa5b8c1ea3467da0e0f2361dd91279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a5f21b-c5", "ovs_interfaceid": "37a5f21b-c5bf-4536-847f-5de74a0bb953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.104280] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d2d2a-2dfb-451a-ae7d-1692f203016f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.113588] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a69cc3-f266-4c65-be77-c5ab5d8e848b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.147633] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc025ee-8f6a-48f7-a456-10be0025a4c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.155392] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4521cf-1b79-4184-bf77-846e7401641e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.169147] env[69584]: DEBUG nova.compute.provider_tree [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.241674] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Releasing lock "refresh_cache-1aa126ff-b673-49e5-a945-4f32fc7c92e2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.242197] env[69584]: DEBUG nova.compute.manager [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.242399] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.243385] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f14eba-a335-492c-94c4-999845870994 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.250867] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.251129] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-654eefbb-758a-4995-9569-0e9cb00d834c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.256991] env[69584]: DEBUG oslo_vmware.api [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 725.256991] env[69584]: value = "task-3485274" [ 725.256991] env[69584]: _type = "Task" [ 725.256991] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.265137] env[69584]: DEBUG oslo_vmware.api [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.269159] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Acquiring lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.269159] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.506471] env[69584]: DEBUG oslo_concurrency.lockutils [req-45bb5dbe-84a8-467c-8600-8660293f1dc4 req-21dc0ce0-d3d3-4abc-8a9f-064eecac9100 service nova] Releasing lock "refresh_cache-e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.674736] env[69584]: DEBUG nova.scheduler.client.report [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.769027] env[69584]: DEBUG oslo_vmware.api [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485274, 'name': PowerOffVM_Task, 'duration_secs': 0.335135} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.769319] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.769485] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.769803] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abbc6345-08a3-4630-9ca2-b76517f4e20e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.771766] env[69584]: INFO nova.compute.manager [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Detaching volume 125244d5-7506-4182-b4d8-22d60bc10bcc [ 725.799918] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.800057] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.800213] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Deleting the datastore file [datastore2] 1aa126ff-b673-49e5-a945-4f32fc7c92e2 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.800468] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cacb78f1-6889-4ad6-b2d8-48649687e11c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.807868] env[69584]: DEBUG oslo_vmware.api [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for the task: (returnval){ [ 725.807868] env[69584]: value = "task-3485276" [ 725.807868] env[69584]: _type = "Task" [ 725.807868] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.812267] env[69584]: INFO nova.virt.block_device [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Attempting to driver detach volume 125244d5-7506-4182-b4d8-22d60bc10bcc from mountpoint /dev/sdb [ 725.812490] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 725.812671] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696724', 'volume_id': '125244d5-7506-4182-b4d8-22d60bc10bcc', 'name': 'volume-125244d5-7506-4182-b4d8-22d60bc10bcc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1e0d3ca-8f60-40e3-b748-c27ab7c346b3', 'attached_at': '', 'detached_at': '', 'volume_id': '125244d5-7506-4182-b4d8-22d60bc10bcc', 'serial': '125244d5-7506-4182-b4d8-22d60bc10bcc'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 725.813955] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e02bc-34c7-4a3f-b5cb-0c514a0b1f06 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.821187] env[69584]: DEBUG oslo_vmware.api [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.837682] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b80a0d-a4bd-4509-9255-302ee1a222c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.845312] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeda0dd6-199e-4692-bd92-7d68ae93a4c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.867074] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cae48a-1fbd-4f3f-b509-a62be9b7a7d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.880773] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] The volume has not been displaced from its original location: [datastore2] volume-125244d5-7506-4182-b4d8-22d60bc10bcc/volume-125244d5-7506-4182-b4d8-22d60bc10bcc.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 725.886156] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 725.886744] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f663b9f6-b3c9-4d42-820e-b6e7e38e1fba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.906106] env[69584]: DEBUG oslo_vmware.api [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Waiting for the task: (returnval){ [ 725.906106] env[69584]: value = "task-3485277" [ 725.906106] env[69584]: _type = "Task" [ 725.906106] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.916963] env[69584]: DEBUG oslo_vmware.api [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Task: {'id': task-3485277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.180740] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.181326] env[69584]: DEBUG nova.compute.manager [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.184158] env[69584]: DEBUG oslo_concurrency.lockutils [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.728s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.184437] env[69584]: DEBUG nova.objects.instance [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lazy-loading 'resources' on Instance uuid fff8ab88-9879-49bb-a0bb-f3a8d8830201 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.254963] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 726.255243] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696727', 'volume_id': '07504bcc-7ea1-422e-9651-0dfff56da1f8', 'name': 'volume-07504bcc-7ea1-422e-9651-0dfff56da1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a370afe3-c2f8-432a-a526-81426d935a9c', 'attached_at': '', 'detached_at': '', 'volume_id': '07504bcc-7ea1-422e-9651-0dfff56da1f8', 'serial': '07504bcc-7ea1-422e-9651-0dfff56da1f8'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 726.256153] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f27f97-03bf-43d8-9f8a-e8e280240d75 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.275495] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bf79fa-3d57-4fe2-b6d1-eb088f455e3b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.302959] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-07504bcc-7ea1-422e-9651-0dfff56da1f8/volume-07504bcc-7ea1-422e-9651-0dfff56da1f8.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.303639] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10083425-bd67-4727-a041-a6ca0e9a186d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.324700] env[69584]: DEBUG oslo_vmware.api [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Task: {'id': task-3485276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227465} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.325961] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.326236] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.326421] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.326591] env[69584]: INFO nova.compute.manager [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 726.326833] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.327095] env[69584]: DEBUG oslo_vmware.api [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 726.327095] env[69584]: value = "task-3485278" [ 726.327095] env[69584]: _type = "Task" [ 726.327095] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.327276] env[69584]: DEBUG nova.compute.manager [-] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.327368] env[69584]: DEBUG nova.network.neutron [-] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.336922] env[69584]: DEBUG oslo_vmware.api [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.359502] env[69584]: DEBUG nova.network.neutron [-] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.417957] env[69584]: DEBUG oslo_vmware.api [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Task: {'id': task-3485277, 'name': ReconfigVM_Task, 'duration_secs': 0.242075} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.418363] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 726.425409] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3283e72c-91c3-4fac-9ba3-bb5b79bfcf67 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.445434] env[69584]: DEBUG oslo_vmware.api [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Waiting for the task: (returnval){ [ 726.445434] env[69584]: value = "task-3485279" [ 726.445434] env[69584]: _type = "Task" [ 726.445434] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.454633] env[69584]: DEBUG oslo_vmware.api [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Task: {'id': task-3485279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.692797] env[69584]: DEBUG nova.compute.utils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.692797] env[69584]: DEBUG nova.compute.manager [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.692797] env[69584]: DEBUG nova.network.neutron [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.755608] env[69584]: DEBUG nova.policy [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50401367aa6f4ff08d498a30bc85bd7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a38c7abdfd84c85b74d44750d39e820', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.842572] env[69584]: DEBUG oslo_vmware.api [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.862021] env[69584]: DEBUG nova.network.neutron [-] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.959660] env[69584]: DEBUG oslo_vmware.api [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Task: {'id': task-3485279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.139922] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.140789] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.140789] env[69584]: INFO nova.compute.manager [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Rebooting instance [ 727.155667] env[69584]: DEBUG nova.network.neutron [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Successfully created port: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.197675] env[69584]: DEBUG nova.compute.manager [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.284011] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06019ef4-fd23-420b-a5f6-ec0b50915b8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.291366] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57309cee-5f7d-45f0-a4af-477458da9c96 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.335366] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791cf1c1-201e-4203-9f4a-16194a46e593 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.343891] env[69584]: DEBUG oslo_vmware.api [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.346960] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e58c01-b03d-4b8d-9c66-35586f766bbd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.360048] env[69584]: DEBUG nova.compute.provider_tree [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.365255] env[69584]: INFO nova.compute.manager [-] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Took 1.04 seconds to deallocate network for instance. [ 727.461140] env[69584]: DEBUG oslo_vmware.api [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Task: {'id': task-3485279, 'name': ReconfigVM_Task, 'duration_secs': 0.797522} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.461447] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696724', 'volume_id': '125244d5-7506-4182-b4d8-22d60bc10bcc', 'name': 'volume-125244d5-7506-4182-b4d8-22d60bc10bcc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1e0d3ca-8f60-40e3-b748-c27ab7c346b3', 'attached_at': '', 'detached_at': '', 'volume_id': '125244d5-7506-4182-b4d8-22d60bc10bcc', 'serial': '125244d5-7506-4182-b4d8-22d60bc10bcc'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 727.676936] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.677128] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.677301] env[69584]: DEBUG nova.network.neutron [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.845033] env[69584]: DEBUG oslo_vmware.api [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485278, 'name': ReconfigVM_Task, 'duration_secs': 1.243075} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.845033] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-07504bcc-7ea1-422e-9651-0dfff56da1f8/volume-07504bcc-7ea1-422e-9651-0dfff56da1f8.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.848673] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7653606d-7f58-467c-943f-6a0b505b6b45 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.862947] env[69584]: DEBUG nova.scheduler.client.report [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.867778] env[69584]: DEBUG oslo_vmware.api [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 727.867778] env[69584]: value = "task-3485280" [ 727.867778] env[69584]: _type = "Task" [ 727.867778] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.872291] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.878172] env[69584]: DEBUG oslo_vmware.api [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.019704] env[69584]: DEBUG nova.objects.instance [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Lazy-loading 'flavor' on Instance uuid b1e0d3ca-8f60-40e3-b748-c27ab7c346b3 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.183084] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquiring lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.183355] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.184499] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquiring lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.184731] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.184911] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.188439] env[69584]: INFO nova.compute.manager [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Terminating instance [ 728.210129] env[69584]: DEBUG nova.compute.manager [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.242895] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.243199] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.243358] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.243541] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.243687] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.243834] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.244052] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.244254] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.244455] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.244623] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.244892] env[69584]: DEBUG nova.virt.hardware [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.245692] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4453f0-8dcf-4187-b21d-91a9f0b50d50 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.258710] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aabb23-ff41-44f5-b59c-54cb370eb91f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.369388] env[69584]: DEBUG oslo_concurrency.lockutils [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.371703] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.018s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.373924] env[69584]: INFO nova.compute.claims [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.393747] env[69584]: DEBUG oslo_vmware.api [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485280, 'name': ReconfigVM_Task, 'duration_secs': 0.200623} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.394933] env[69584]: INFO nova.scheduler.client.report [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Deleted allocations for instance fff8ab88-9879-49bb-a0bb-f3a8d8830201 [ 728.400810] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696727', 'volume_id': '07504bcc-7ea1-422e-9651-0dfff56da1f8', 'name': 'volume-07504bcc-7ea1-422e-9651-0dfff56da1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a370afe3-c2f8-432a-a526-81426d935a9c', 'attached_at': '', 'detached_at': '', 'volume_id': '07504bcc-7ea1-422e-9651-0dfff56da1f8', 'serial': '07504bcc-7ea1-422e-9651-0dfff56da1f8'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 728.636742] env[69584]: DEBUG nova.network.neutron [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance_info_cache with network_info: [{"id": "092f78af-e5d5-452b-9a8d-45c6472acb71", "address": "fa:16:3e:07:21:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092f78af-e5", "ovs_interfaceid": "092f78af-e5d5-452b-9a8d-45c6472acb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.703117] env[69584]: DEBUG nova.compute.manager [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.703117] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.703117] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad955af-0da5-41c0-bbad-72ba5067e26c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.711159] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.711488] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e1c52f9-ce05-490d-a952-b5d7e537939b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.720287] env[69584]: DEBUG oslo_vmware.api [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for the task: (returnval){ [ 728.720287] env[69584]: value = "task-3485281" [ 728.720287] env[69584]: _type = "Task" [ 728.720287] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.732492] env[69584]: DEBUG oslo_vmware.api [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.790958] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquiring lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.792069] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.861552] env[69584]: DEBUG nova.compute.manager [req-bb732825-78cd-4c76-89c9-d9f0b3403aae req-23daafaf-c335-452a-9982-bcb96c593e5a service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Received event network-vif-plugged-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.861552] env[69584]: DEBUG oslo_concurrency.lockutils [req-bb732825-78cd-4c76-89c9-d9f0b3403aae req-23daafaf-c335-452a-9982-bcb96c593e5a service nova] Acquiring lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.861937] env[69584]: DEBUG oslo_concurrency.lockutils [req-bb732825-78cd-4c76-89c9-d9f0b3403aae req-23daafaf-c335-452a-9982-bcb96c593e5a service nova] Lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.862075] env[69584]: DEBUG oslo_concurrency.lockutils [req-bb732825-78cd-4c76-89c9-d9f0b3403aae req-23daafaf-c335-452a-9982-bcb96c593e5a service nova] Lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.862196] env[69584]: DEBUG nova.compute.manager [req-bb732825-78cd-4c76-89c9-d9f0b3403aae req-23daafaf-c335-452a-9982-bcb96c593e5a service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] No waiting events found dispatching network-vif-plugged-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.862313] env[69584]: WARNING nova.compute.manager [req-bb732825-78cd-4c76-89c9-d9f0b3403aae req-23daafaf-c335-452a-9982-bcb96c593e5a service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Received unexpected event network-vif-plugged-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 for instance with vm_state building and task_state spawning. [ 728.870687] env[69584]: DEBUG nova.network.neutron [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Successfully updated port: 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.886435] env[69584]: DEBUG oslo_concurrency.lockutils [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.886672] env[69584]: DEBUG oslo_concurrency.lockutils [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.886895] env[69584]: DEBUG oslo_concurrency.lockutils [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.887109] env[69584]: DEBUG oslo_concurrency.lockutils [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.887285] env[69584]: DEBUG oslo_concurrency.lockutils [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.889547] env[69584]: INFO nova.compute.manager [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Terminating instance [ 728.907917] env[69584]: DEBUG oslo_concurrency.lockutils [None req-50195a1a-63a0-40df-86ec-e6b76328c9d5 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "fff8ab88-9879-49bb-a0bb-f3a8d8830201" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.506s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.028938] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd8df817-afb6-4574-ae9a-201a7f34e64b tempest-VolumesAssistedSnapshotsTest-1713550801 tempest-VolumesAssistedSnapshotsTest-1713550801-project-admin] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.760s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.138669] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.232397] env[69584]: DEBUG oslo_vmware.api [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485281, 'name': PowerOffVM_Task, 'duration_secs': 0.354767} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.232397] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.232397] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.232397] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56a353cf-84a2-41c1-88ee-c0a5759194be {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.303781] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.304390] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.304390] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Deleting the datastore file [datastore2] 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.304546] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-528fd78b-240d-49c8-9e0a-93a0f3b808ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.312457] env[69584]: DEBUG oslo_vmware.api [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for the task: (returnval){ [ 729.312457] env[69584]: value = "task-3485283" [ 729.312457] env[69584]: _type = "Task" [ 729.312457] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.321300] env[69584]: DEBUG oslo_vmware.api [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.373619] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.373619] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquired lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.373619] env[69584]: DEBUG nova.network.neutron [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.393785] env[69584]: DEBUG nova.compute.manager [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.394029] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.395307] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbc958a-b34c-406b-80e6-5d4ca1ac3569 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.403487] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.403666] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30523ca3-d04d-4f54-b7c8-8a404be07056 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.409900] env[69584]: DEBUG oslo_vmware.api [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 729.409900] env[69584]: value = "task-3485284" [ 729.409900] env[69584]: _type = "Task" [ 729.409900] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.417731] env[69584]: DEBUG oslo_vmware.api [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.429146] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquiring lock "4fbd9481-6115-4243-8700-37374677b0bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.429417] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Lock "4fbd9481-6115-4243-8700-37374677b0bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.429680] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquiring lock "4fbd9481-6115-4243-8700-37374677b0bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.429872] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Lock "4fbd9481-6115-4243-8700-37374677b0bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.429969] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Lock "4fbd9481-6115-4243-8700-37374677b0bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.434729] env[69584]: INFO nova.compute.manager [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Terminating instance [ 729.446676] env[69584]: DEBUG nova.objects.instance [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lazy-loading 'flavor' on Instance uuid a370afe3-c2f8-432a-a526-81426d935a9c {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.621239] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "0152d67e-8b6d-4cf4-8395-78b784260d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.621996] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "0152d67e-8b6d-4cf4-8395-78b784260d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.647031] env[69584]: DEBUG nova.compute.manager [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.648784] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04328fbf-b145-450c-9134-893144a9e44d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.828397] env[69584]: DEBUG oslo_vmware.api [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Task: {'id': task-3485283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299531} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.828683] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.828867] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.829066] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.829246] env[69584]: INFO nova.compute.manager [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 729.829488] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.830316] env[69584]: DEBUG nova.compute.manager [-] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.830316] env[69584]: DEBUG nova.network.neutron [-] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.926955] env[69584]: DEBUG oslo_vmware.api [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485284, 'name': PowerOffVM_Task, 'duration_secs': 0.397402} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.927422] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.927662] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.927914] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9d51607-6dfb-4b18-a775-fab86f6bc2c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.935334] env[69584]: DEBUG nova.network.neutron [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.942231] env[69584]: DEBUG nova.compute.manager [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.942231] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.943417] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19915ae-6731-43f0-adaa-b9df3a4362ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.956695] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.957402] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa04f26b-adbe-40e7-b842-f844baaf5695 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.339s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.958464] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10380e59-265b-405b-ae07-95147a76c240 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.965363] env[69584]: DEBUG oslo_vmware.api [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for the task: (returnval){ [ 729.965363] env[69584]: value = "task-3485287" [ 729.965363] env[69584]: _type = "Task" [ 729.965363] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.978387] env[69584]: DEBUG oslo_vmware.api [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.989952] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.990334] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.990956] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Deleting the datastore file [datastore2] bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.994456] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6279d210-4905-4f95-8c57-9323c8fa2aef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.008261] env[69584]: DEBUG oslo_vmware.api [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 730.008261] env[69584]: value = "task-3485288" [ 730.008261] env[69584]: _type = "Task" [ 730.008261] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.019969] env[69584]: DEBUG oslo_vmware.api [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.072563] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b991a8-854b-4367-8371-ba3fa6d1e91e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.086196] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903e682c-e423-4fc2-ba89-a4c3ae5295c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.126424] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb8f10-abe1-493b-a607-3e5414065e75 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.140139] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b19afd-d4bf-4272-94c2-5a99eb51b456 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.157119] env[69584]: DEBUG nova.compute.provider_tree [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.299939] env[69584]: DEBUG nova.network.neutron [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Updating instance_info_cache with network_info: [{"id": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "address": "fa:16:3e:a9:4a:9a", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f42c44d-ff", "ovs_interfaceid": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.480162] env[69584]: DEBUG oslo_vmware.api [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485287, 'name': PowerOffVM_Task, 'duration_secs': 0.185102} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.480162] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.480162] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.480162] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2bc17f6-510b-45fc-82e6-120bf92fa97f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.516842] env[69584]: DEBUG oslo_vmware.api [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431845} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.517290] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.517639] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.517873] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.518151] env[69584]: INFO nova.compute.manager [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Took 1.12 seconds to destroy the instance on the hypervisor. [ 730.518509] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.518720] env[69584]: DEBUG nova.compute.manager [-] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.518880] env[69584]: DEBUG nova.network.neutron [-] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.543282] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.543528] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.543702] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Deleting the datastore file [datastore1] 4fbd9481-6115-4243-8700-37374677b0bb {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.543972] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10b9c28d-a1e6-4d68-a627-3d4ed4ca10ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.551617] env[69584]: DEBUG oslo_vmware.api [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for the task: (returnval){ [ 730.551617] env[69584]: value = "task-3485290" [ 730.551617] env[69584]: _type = "Task" [ 730.551617] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.566589] env[69584]: DEBUG oslo_vmware.api [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.666438] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2552652-ef01-49a5-8df7-5966f2fc030b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.678078] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Doing hard reboot of VM {{(pid=69584) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 730.678078] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e9bc8970-9621-4255-a776-b54d2466df65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.683312] env[69584]: DEBUG oslo_vmware.api [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 730.683312] env[69584]: value = "task-3485291" [ 730.683312] env[69584]: _type = "Task" [ 730.683312] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.688887] env[69584]: ERROR nova.scheduler.client.report [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [req-9f5b64d0-081e-424a-a6f7-edf3abb82e66] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f5b64d0-081e-424a-a6f7-edf3abb82e66"}]} [ 730.699145] env[69584]: DEBUG oslo_vmware.api [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485291, 'name': ResetVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.721641] env[69584]: DEBUG nova.scheduler.client.report [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 730.739664] env[69584]: DEBUG nova.scheduler.client.report [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 730.740064] env[69584]: DEBUG nova.compute.provider_tree [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.751540] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "a370afe3-c2f8-432a-a526-81426d935a9c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.751844] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.756381] env[69584]: DEBUG nova.scheduler.client.report [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 730.790254] env[69584]: DEBUG nova.scheduler.client.report [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 730.802380] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Releasing lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.802707] env[69584]: DEBUG nova.compute.manager [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Instance network_info: |[{"id": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "address": "fa:16:3e:a9:4a:9a", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f42c44d-ff", "ovs_interfaceid": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.803461] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:4a:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f42c44d-ff5d-4ddc-81c2-97c565d889d0', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.813976] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.814262] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.814370] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cab3834b-fe6d-456e-a4ee-2feb1a698531 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.842383] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.842383] env[69584]: value = "task-3485292" [ 730.842383] env[69584]: _type = "Task" [ 730.842383] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.853623] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485292, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.980803] env[69584]: DEBUG nova.compute.manager [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Received event network-changed-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.980803] env[69584]: DEBUG nova.compute.manager [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Refreshing instance network info cache due to event network-changed-8f42c44d-ff5d-4ddc-81c2-97c565d889d0. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.980930] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] Acquiring lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.982287] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] Acquired lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.982287] env[69584]: DEBUG nova.network.neutron [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Refreshing network info cache for port 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.066905] env[69584]: DEBUG oslo_vmware.api [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Task: {'id': task-3485290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170591} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.067362] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.067485] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.067637] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.067818] env[69584]: INFO nova.compute.manager [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 731.068211] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.072752] env[69584]: DEBUG nova.compute.manager [-] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.072752] env[69584]: DEBUG nova.network.neutron [-] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.196787] env[69584]: DEBUG oslo_vmware.api [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485291, 'name': ResetVM_Task, 'duration_secs': 0.103317} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.197405] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Did hard reboot of VM {{(pid=69584) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 731.197405] env[69584]: DEBUG nova.compute.manager [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.199138] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74327116-11f0-42be-b2b3-e610ee746940 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.262121] env[69584]: INFO nova.compute.manager [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Detaching volume 07504bcc-7ea1-422e-9651-0dfff56da1f8 [ 731.300041] env[69584]: DEBUG nova.network.neutron [-] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.328669] env[69584]: INFO nova.virt.block_device [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Attempting to driver detach volume 07504bcc-7ea1-422e-9651-0dfff56da1f8 from mountpoint /dev/sdb [ 731.328901] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 731.330911] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696727', 'volume_id': '07504bcc-7ea1-422e-9651-0dfff56da1f8', 'name': 'volume-07504bcc-7ea1-422e-9651-0dfff56da1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a370afe3-c2f8-432a-a526-81426d935a9c', 'attached_at': '', 'detached_at': '', 'volume_id': '07504bcc-7ea1-422e-9651-0dfff56da1f8', 'serial': '07504bcc-7ea1-422e-9651-0dfff56da1f8'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 731.330911] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819bc3ea-66b7-4173-9ce9-23a8915ad277 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.367630] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb9fdbb-52a8-4285-aa41-869d5ea9f705 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.377492] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485292, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.386748] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72745148-f4a8-4ff4-99c3-8269551ceb83 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.413505] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406c7478-e1af-40e4-8f8f-71d6a7d772c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.434995] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] The volume has not been displaced from its original location: [datastore2] volume-07504bcc-7ea1-422e-9651-0dfff56da1f8/volume-07504bcc-7ea1-422e-9651-0dfff56da1f8.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 731.440777] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 731.443611] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322f5aec-8938-4a96-880a-8828977c738b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.464372] env[69584]: DEBUG oslo_vmware.api [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 731.464372] env[69584]: value = "task-3485293" [ 731.464372] env[69584]: _type = "Task" [ 731.464372] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.473758] env[69584]: DEBUG oslo_vmware.api [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.562173] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28d0a53-b76b-4ad6-86e7-2ba6e578f62a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.570929] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9763266-e28e-45a5-bec1-23e55a0ab744 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.608018] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c331b-65c8-43a6-ae34-e73b4739233f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.619103] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405bfcd9-00a8-4ca8-85d7-d27b1c74ac3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.634897] env[69584]: DEBUG nova.compute.provider_tree [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.720048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b20a08-8e1f-41ae-8f46-e016575dfcc8 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.580s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.806168] env[69584]: INFO nova.compute.manager [-] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Took 1.97 seconds to deallocate network for instance. [ 731.874561] env[69584]: DEBUG nova.network.neutron [-] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.876086] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485292, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.878729] env[69584]: DEBUG nova.network.neutron [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Updated VIF entry in instance network info cache for port 8f42c44d-ff5d-4ddc-81c2-97c565d889d0. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.879325] env[69584]: DEBUG nova.network.neutron [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Updating instance_info_cache with network_info: [{"id": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "address": "fa:16:3e:a9:4a:9a", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f42c44d-ff", "ovs_interfaceid": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.976192] env[69584]: DEBUG oslo_vmware.api [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485293, 'name': ReconfigVM_Task, 'duration_secs': 0.271844} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.976538] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 731.985020] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd9bbe8-6893-439f-a01c-9c131246c8c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.003236] env[69584]: DEBUG oslo_vmware.api [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 732.003236] env[69584]: value = "task-3485294" [ 732.003236] env[69584]: _type = "Task" [ 732.003236] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.012537] env[69584]: DEBUG oslo_vmware.api [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.177871] env[69584]: DEBUG nova.scheduler.client.report [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 732.178182] env[69584]: DEBUG nova.compute.provider_tree [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 70 to 71 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 732.178370] env[69584]: DEBUG nova.compute.provider_tree [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.321734] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.322134] env[69584]: DEBUG nova.network.neutron [-] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.378667] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485292, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.379292] env[69584]: INFO nova.compute.manager [-] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Took 1.86 seconds to deallocate network for instance. [ 732.385386] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] Releasing lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.385386] env[69584]: DEBUG nova.compute.manager [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Received event network-vif-deleted-13398dd3-ac11-48bf-9ed6-d77379f669c1 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.385541] env[69584]: INFO nova.compute.manager [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Neutron deleted interface 13398dd3-ac11-48bf-9ed6-d77379f669c1; detaching it from the instance and deleting it from the info cache [ 732.385754] env[69584]: DEBUG nova.network.neutron [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.515012] env[69584]: DEBUG oslo_vmware.api [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485294, 'name': ReconfigVM_Task, 'duration_secs': 0.205607} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.515630] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696727', 'volume_id': '07504bcc-7ea1-422e-9651-0dfff56da1f8', 'name': 'volume-07504bcc-7ea1-422e-9651-0dfff56da1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a370afe3-c2f8-432a-a526-81426d935a9c', 'attached_at': '', 'detached_at': '', 'volume_id': '07504bcc-7ea1-422e-9651-0dfff56da1f8', 'serial': '07504bcc-7ea1-422e-9651-0dfff56da1f8'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 732.684174] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.312s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.684749] env[69584]: DEBUG nova.compute.manager [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.687376] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.075s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.688787] env[69584]: INFO nova.compute.claims [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.827022] env[69584]: INFO nova.compute.manager [-] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Took 1.75 seconds to deallocate network for instance. [ 732.874399] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485292, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.887858] env[69584]: DEBUG oslo_concurrency.lockutils [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.889399] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-745d03b6-e950-445f-849d-1aeb120ee36d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.899593] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b22a99a-3a98-4bde-a92d-d586dda435a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.941857] env[69584]: DEBUG nova.compute.manager [req-d6a99eca-6689-403f-8e8f-ced7cccbedae req-ae68aca6-14da-4fdd-b4f3-8c0b235bbda1 service nova] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Detach interface failed, port_id=13398dd3-ac11-48bf-9ed6-d77379f669c1, reason: Instance 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 732.981922] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "19ce0d06-8777-46de-9b14-f704bb4e149c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.981922] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "19ce0d06-8777-46de-9b14-f704bb4e149c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.014156] env[69584]: DEBUG nova.compute.manager [req-ff5a7caf-6bb3-44dc-9fb0-42b563fe921e req-88d0976f-0535-40e6-9e93-4f38d82c5571 service nova] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Received event network-vif-deleted-ab9ef7cc-eaf5-4a01-8e4b-a2250c84c935 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.014156] env[69584]: DEBUG nova.compute.manager [req-ff5a7caf-6bb3-44dc-9fb0-42b563fe921e req-88d0976f-0535-40e6-9e93-4f38d82c5571 service nova] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Received event network-vif-deleted-cc860193-5c0e-4d69-b374-874bcf7da5b9 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.085399] env[69584]: DEBUG nova.objects.instance [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lazy-loading 'flavor' on Instance uuid a370afe3-c2f8-432a-a526-81426d935a9c {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.193964] env[69584]: DEBUG nova.compute.utils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.197102] env[69584]: DEBUG nova.compute.manager [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.197296] env[69584]: DEBUG nova.network.neutron [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.236616] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquiring lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.236876] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.237095] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquiring lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.237294] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.237471] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.239558] env[69584]: INFO nova.compute.manager [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Terminating instance [ 733.248786] env[69584]: DEBUG nova.policy [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c84179fdd112428696ccbbb8f14f1f02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166b524a7c5d4cbe8efea1608331795b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.334211] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.372836] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485292, 'name': CreateVM_Task, 'duration_secs': 2.490135} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.372836] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.373639] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.373799] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.374149] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.374433] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879632a7-5c18-4ed5-ac9d-eedfeaa7b9b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.380928] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 733.380928] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52608f78-0ebe-5701-306c-e9ca78841b5c" [ 733.380928] env[69584]: _type = "Task" [ 733.380928] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.389157] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52608f78-0ebe-5701-306c-e9ca78841b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.586343] env[69584]: DEBUG nova.network.neutron [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Successfully created port: 935692e9-3642-4a4e-b393-6d8a6487ef2c {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.699985] env[69584]: DEBUG nova.compute.manager [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.743215] env[69584]: DEBUG nova.compute.manager [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.743513] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.750553] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363fb405-0380-483b-a518-efef36526d64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.758210] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.758479] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f7d7b20-9ea5-4084-affa-2803ad461591 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.767303] env[69584]: DEBUG oslo_vmware.api [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for the task: (returnval){ [ 733.767303] env[69584]: value = "task-3485295" [ 733.767303] env[69584]: _type = "Task" [ 733.767303] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.777248] env[69584]: DEBUG oslo_vmware.api [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3485295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.895984] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52608f78-0ebe-5701-306c-e9ca78841b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.896480] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.896703] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.897016] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.897276] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.897877] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.901739] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8a97e43-08cf-4331-89f9-2ace31b99121 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.913652] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.913868] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.914661] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f21e2337-4c54-4621-89fc-feb77b0b3459 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.923112] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 733.923112] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e41176-6fd6-3e51-3289-3bee17a602ca" [ 733.923112] env[69584]: _type = "Task" [ 733.923112] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.932772] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e41176-6fd6-3e51-3289-3bee17a602ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.092341] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d8f07eb9-827b-4b92-90b6-6b544d396249 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.340s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.222963] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa316908-b550-454a-b999-30420009d701 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.231326] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afbe382-d295-46e5-b117-7a06c50de6df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.264254] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732d61d-72a0-485a-9d14-802d47774c38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.274797] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7663ad3f-1ff7-4504-a2e0-41c1427cc745 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.281473] env[69584]: DEBUG oslo_vmware.api [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3485295, 'name': PowerOffVM_Task, 'duration_secs': 0.202569} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.282050] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.282239] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.282462] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05be3c33-c781-4ee7-9cbe-c932a7069f0d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.293461] env[69584]: DEBUG nova.compute.provider_tree [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.346419] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.346810] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.346924] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Deleting the datastore file [datastore1] b1e0d3ca-8f60-40e3-b748-c27ab7c346b3 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.347113] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03dc0358-9a9b-4e2c-bcaf-111a05f7bcd5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.353413] env[69584]: DEBUG oslo_vmware.api [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for the task: (returnval){ [ 734.353413] env[69584]: value = "task-3485297" [ 734.353413] env[69584]: _type = "Task" [ 734.353413] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.362235] env[69584]: DEBUG oslo_vmware.api [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3485297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.434534] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e41176-6fd6-3e51-3289-3bee17a602ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.435380] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9186f712-e717-4885-b865-da44c8461cf5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.440741] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 734.440741] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b9430-12bf-43cd-22ce-c40b87c3ebfb" [ 734.440741] env[69584]: _type = "Task" [ 734.440741] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.448790] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b9430-12bf-43cd-22ce-c40b87c3ebfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.713842] env[69584]: DEBUG nova.compute.manager [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.747392] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.747628] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.747778] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.747968] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.748122] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.748330] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.748561] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.748715] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.748871] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.749039] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.749218] env[69584]: DEBUG nova.virt.hardware [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.750072] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259395f0-1c46-4a58-98bf-1201a73996e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.759592] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fad5d2-4e11-4848-b179-83034faf6cf3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.797682] env[69584]: DEBUG nova.scheduler.client.report [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.863546] env[69584]: DEBUG oslo_vmware.api [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Task: {'id': task-3485297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174418} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.864597] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.864597] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.864597] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.864597] env[69584]: INFO nova.compute.manager [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 734.864597] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.864852] env[69584]: DEBUG nova.compute.manager [-] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.864852] env[69584]: DEBUG nova.network.neutron [-] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.957607] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b9430-12bf-43cd-22ce-c40b87c3ebfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.958806] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.959280] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 0983ed9e-3ca6-4a9c-bece-50c7a4d89797/0983ed9e-3ca6-4a9c-bece-50c7a4d89797.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.959777] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-449c164d-2497-4503-8d6c-97dc24fe3928 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.971194] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 734.971194] env[69584]: value = "task-3485298" [ 734.971194] env[69584]: _type = "Task" [ 734.971194] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.983083] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.306173] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.306173] env[69584]: DEBUG nova.compute.manager [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.307310] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.017s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.309610] env[69584]: INFO nova.compute.claims [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.484329] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485298, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.513299] env[69584]: DEBUG nova.network.neutron [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Successfully updated port: 935692e9-3642-4a4e-b393-6d8a6487ef2c {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.616926] env[69584]: DEBUG nova.compute.manager [req-049503eb-65cc-4977-a077-bee18718d015 req-1260b634-b40b-4846-baa6-1b7807bdc5fe service nova] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Received event network-vif-plugged-935692e9-3642-4a4e-b393-6d8a6487ef2c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.617163] env[69584]: DEBUG oslo_concurrency.lockutils [req-049503eb-65cc-4977-a077-bee18718d015 req-1260b634-b40b-4846-baa6-1b7807bdc5fe service nova] Acquiring lock "ed0619a9-9206-4935-bb9c-00e3265e8211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.617385] env[69584]: DEBUG oslo_concurrency.lockutils [req-049503eb-65cc-4977-a077-bee18718d015 req-1260b634-b40b-4846-baa6-1b7807bdc5fe service nova] Lock "ed0619a9-9206-4935-bb9c-00e3265e8211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.617556] env[69584]: DEBUG oslo_concurrency.lockutils [req-049503eb-65cc-4977-a077-bee18718d015 req-1260b634-b40b-4846-baa6-1b7807bdc5fe service nova] Lock "ed0619a9-9206-4935-bb9c-00e3265e8211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.617719] env[69584]: DEBUG nova.compute.manager [req-049503eb-65cc-4977-a077-bee18718d015 req-1260b634-b40b-4846-baa6-1b7807bdc5fe service nova] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] No waiting events found dispatching network-vif-plugged-935692e9-3642-4a4e-b393-6d8a6487ef2c {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.617881] env[69584]: WARNING nova.compute.manager [req-049503eb-65cc-4977-a077-bee18718d015 req-1260b634-b40b-4846-baa6-1b7807bdc5fe service nova] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Received unexpected event network-vif-plugged-935692e9-3642-4a4e-b393-6d8a6487ef2c for instance with vm_state building and task_state spawning. [ 735.761213] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "6057c2c1-ef4c-464e-9385-47a95cd09825" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.761515] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "6057c2c1-ef4c-464e-9385-47a95cd09825" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.814335] env[69584]: DEBUG nova.compute.utils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.818938] env[69584]: DEBUG nova.compute.manager [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.819125] env[69584]: DEBUG nova.network.neutron [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.875694] env[69584]: DEBUG nova.policy [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27bcdedffbea433ab08f51d62db91ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '903eba6d0ced490cb4633665d7aedf62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.985018] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529638} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.985018] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 0983ed9e-3ca6-4a9c-bece-50c7a4d89797/0983ed9e-3ca6-4a9c-bece-50c7a4d89797.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.985018] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.985018] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a2cf796-6266-46aa-8bc2-d32723649a5a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.996875] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 735.996875] env[69584]: value = "task-3485299" [ 735.996875] env[69584]: _type = "Task" [ 735.996875] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.006078] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.017029] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.017242] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.017465] env[69584]: DEBUG nova.network.neutron [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.146451] env[69584]: DEBUG nova.network.neutron [-] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.275950] env[69584]: DEBUG nova.network.neutron [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Successfully created port: 7166b4f3-3895-409a-b46a-112cc754a54d {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.321689] env[69584]: DEBUG nova.compute.manager [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.505468] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096041} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.505740] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.506534] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc518ae4-9f3d-4ac8-bfd8-35b40a54c747 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.532494] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0983ed9e-3ca6-4a9c-bece-50c7a4d89797/0983ed9e-3ca6-4a9c-bece-50c7a4d89797.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.536953] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb573a6c-a79c-4501-9cf9-61df1f145e7a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.558927] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 736.558927] env[69584]: value = "task-3485300" [ 736.558927] env[69584]: _type = "Task" [ 736.558927] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.570495] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.649627] env[69584]: INFO nova.compute.manager [-] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Took 1.78 seconds to deallocate network for instance. [ 736.695825] env[69584]: DEBUG nova.network.neutron [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.941697] env[69584]: DEBUG nova.network.neutron [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Updating instance_info_cache with network_info: [{"id": "935692e9-3642-4a4e-b393-6d8a6487ef2c", "address": "fa:16:3e:d0:46:12", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935692e9-36", "ovs_interfaceid": "935692e9-3642-4a4e-b393-6d8a6487ef2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.945451] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ccfd07-9afe-45df-8367-b423ded33315 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.955554] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698e29d8-bf8d-46a5-9a61-bb040b617a26 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.987477] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dabbac-b441-466a-9880-6b01b7ebcee4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.996973] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798e0c0b-92c0-4b15-8405-a351a8b2bd82 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.011668] env[69584]: DEBUG nova.compute.provider_tree [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.071135] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.158725] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.340479] env[69584]: DEBUG nova.compute.manager [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.369529] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.369775] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.369931] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.370130] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.370272] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.370417] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.370635] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.370777] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.370941] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.371125] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.371469] env[69584]: DEBUG nova.virt.hardware [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.372207] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e6e51f-fbc0-47b2-bb52-38597992cbbf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.381936] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026874f8-f7aa-45be-973a-ab75119f398f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.450778] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.451160] env[69584]: DEBUG nova.compute.manager [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Instance network_info: |[{"id": "935692e9-3642-4a4e-b393-6d8a6487ef2c", "address": "fa:16:3e:d0:46:12", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935692e9-36", "ovs_interfaceid": "935692e9-3642-4a4e-b393-6d8a6487ef2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.451599] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:46:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '935692e9-3642-4a4e-b393-6d8a6487ef2c', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.459260] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Creating folder: Project (166b524a7c5d4cbe8efea1608331795b). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.459557] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3ffcb5c-684a-4677-ad82-84d5d1d74b17 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.473420] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Created folder: Project (166b524a7c5d4cbe8efea1608331795b) in parent group-v696614. [ 737.473605] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Creating folder: Instances. Parent ref: group-v696729. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.473834] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2daa8155-b12d-400c-80f9-69710b8fc1c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.483679] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Created folder: Instances in parent group-v696729. [ 737.483934] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.484158] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.484386] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd03b408-28bd-474c-a8a7-cc9990edaec1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.504174] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.504174] env[69584]: value = "task-3485303" [ 737.504174] env[69584]: _type = "Task" [ 737.504174] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.512521] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485303, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.514534] env[69584]: DEBUG nova.scheduler.client.report [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.570894] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485300, 'name': ReconfigVM_Task, 'duration_secs': 0.693791} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.571256] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0983ed9e-3ca6-4a9c-bece-50c7a4d89797/0983ed9e-3ca6-4a9c-bece-50c7a4d89797.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.571975] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ee1f1f8-19bf-4194-823f-17eb4f6d6a7b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.581412] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 737.581412] env[69584]: value = "task-3485304" [ 737.581412] env[69584]: _type = "Task" [ 737.581412] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.592577] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485304, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.650186] env[69584]: DEBUG nova.compute.manager [req-b063c3fe-ba0e-43ed-8575-b4b32bbd963d req-1ab95850-9bda-4eaf-994c-b4e0d6a2f088 service nova] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Received event network-changed-935692e9-3642-4a4e-b393-6d8a6487ef2c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.650416] env[69584]: DEBUG nova.compute.manager [req-b063c3fe-ba0e-43ed-8575-b4b32bbd963d req-1ab95850-9bda-4eaf-994c-b4e0d6a2f088 service nova] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Refreshing instance network info cache due to event network-changed-935692e9-3642-4a4e-b393-6d8a6487ef2c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.650720] env[69584]: DEBUG oslo_concurrency.lockutils [req-b063c3fe-ba0e-43ed-8575-b4b32bbd963d req-1ab95850-9bda-4eaf-994c-b4e0d6a2f088 service nova] Acquiring lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.650815] env[69584]: DEBUG oslo_concurrency.lockutils [req-b063c3fe-ba0e-43ed-8575-b4b32bbd963d req-1ab95850-9bda-4eaf-994c-b4e0d6a2f088 service nova] Acquired lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.650997] env[69584]: DEBUG nova.network.neutron [req-b063c3fe-ba0e-43ed-8575-b4b32bbd963d req-1ab95850-9bda-4eaf-994c-b4e0d6a2f088 service nova] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Refreshing network info cache for port 935692e9-3642-4a4e-b393-6d8a6487ef2c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.014766] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485303, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.019697] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.020247] env[69584]: DEBUG nova.compute.manager [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.026773] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.604s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.028234] env[69584]: INFO nova.compute.claims [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.092222] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485304, 'name': Rename_Task, 'duration_secs': 0.165424} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.092526] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.092772] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-455b79f4-9993-4fee-b4c5-bef174e4156a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.100846] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 738.100846] env[69584]: value = "task-3485305" [ 738.100846] env[69584]: _type = "Task" [ 738.100846] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.109384] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.321264] env[69584]: DEBUG nova.network.neutron [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Successfully updated port: 7166b4f3-3895-409a-b46a-112cc754a54d {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.463904] env[69584]: DEBUG nova.network.neutron [req-b063c3fe-ba0e-43ed-8575-b4b32bbd963d req-1ab95850-9bda-4eaf-994c-b4e0d6a2f088 service nova] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Updated VIF entry in instance network info cache for port 935692e9-3642-4a4e-b393-6d8a6487ef2c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.464289] env[69584]: DEBUG nova.network.neutron [req-b063c3fe-ba0e-43ed-8575-b4b32bbd963d req-1ab95850-9bda-4eaf-994c-b4e0d6a2f088 service nova] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Updating instance_info_cache with network_info: [{"id": "935692e9-3642-4a4e-b393-6d8a6487ef2c", "address": "fa:16:3e:d0:46:12", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935692e9-36", "ovs_interfaceid": "935692e9-3642-4a4e-b393-6d8a6487ef2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.515760] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485303, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.535709] env[69584]: DEBUG nova.compute.utils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.537577] env[69584]: DEBUG nova.compute.manager [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.537760] env[69584]: DEBUG nova.network.neutron [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.573539] env[69584]: DEBUG nova.policy [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c84179fdd112428696ccbbb8f14f1f02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166b524a7c5d4cbe8efea1608331795b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.612784] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485305, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.824750] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "refresh_cache-7c5cfee9-4e9f-4616-9e73-6c257b109b04" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.824750] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "refresh_cache-7c5cfee9-4e9f-4616-9e73-6c257b109b04" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.825025] env[69584]: DEBUG nova.network.neutron [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.855981] env[69584]: DEBUG nova.network.neutron [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Successfully created port: 4033335e-8262-41fa-bb8e-34b967ae481e {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.966690] env[69584]: DEBUG oslo_concurrency.lockutils [req-b063c3fe-ba0e-43ed-8575-b4b32bbd963d req-1ab95850-9bda-4eaf-994c-b4e0d6a2f088 service nova] Releasing lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.966989] env[69584]: DEBUG nova.compute.manager [req-b063c3fe-ba0e-43ed-8575-b4b32bbd963d req-1ab95850-9bda-4eaf-994c-b4e0d6a2f088 service nova] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Received event network-vif-deleted-ada2d19a-94fc-49e4-95f6-ac1a77915ab6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.020556] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485303, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.038450] env[69584]: DEBUG nova.compute.manager [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.114778] env[69584]: DEBUG oslo_vmware.api [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485305, 'name': PowerOnVM_Task, 'duration_secs': 0.623746} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.117428] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.117640] env[69584]: INFO nova.compute.manager [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Took 10.91 seconds to spawn the instance on the hypervisor. [ 739.117816] env[69584]: DEBUG nova.compute.manager [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.119145] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628cc652-0dd0-4e69-a37e-2c62260f9e75 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.360030] env[69584]: DEBUG nova.network.neutron [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.519433] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485303, 'name': CreateVM_Task, 'duration_secs': 1.533171} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.519703] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.520293] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.520493] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.520849] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.521034] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4b75c4-22da-445c-93dd-0ca66da27103 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.528861] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 739.528861] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f851dd-bd0a-977a-4432-9b9413eff83c" [ 739.528861] env[69584]: _type = "Task" [ 739.528861] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.538149] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f851dd-bd0a-977a-4432-9b9413eff83c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.554787] env[69584]: DEBUG nova.network.neutron [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Updating instance_info_cache with network_info: [{"id": "7166b4f3-3895-409a-b46a-112cc754a54d", "address": "fa:16:3e:38:2d:9c", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7166b4f3-38", "ovs_interfaceid": "7166b4f3-3895-409a-b46a-112cc754a54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.601729] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b53a4e-794a-410e-a818-2ee9bac2573b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.610507] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c99e9a-2c63-49cf-9ca1-5ee915569c79 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.648887] env[69584]: INFO nova.compute.manager [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Took 63.74 seconds to build instance. [ 739.653374] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07bd19c-23b9-48e1-83a5-c7e6b42508d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.660035] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa0c9de-82c6-4fc1-a037-c260e1ffe41f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.674753] env[69584]: DEBUG nova.compute.provider_tree [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.827593] env[69584]: DEBUG nova.compute.manager [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Received event network-vif-plugged-7166b4f3-3895-409a-b46a-112cc754a54d {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.827788] env[69584]: DEBUG oslo_concurrency.lockutils [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] Acquiring lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.827996] env[69584]: DEBUG oslo_concurrency.lockutils [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] Lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.828434] env[69584]: DEBUG oslo_concurrency.lockutils [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] Lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.828616] env[69584]: DEBUG nova.compute.manager [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] No waiting events found dispatching network-vif-plugged-7166b4f3-3895-409a-b46a-112cc754a54d {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.828784] env[69584]: WARNING nova.compute.manager [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Received unexpected event network-vif-plugged-7166b4f3-3895-409a-b46a-112cc754a54d for instance with vm_state building and task_state spawning. [ 739.828957] env[69584]: DEBUG nova.compute.manager [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Received event network-changed-7166b4f3-3895-409a-b46a-112cc754a54d {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.829106] env[69584]: DEBUG nova.compute.manager [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Refreshing instance network info cache due to event network-changed-7166b4f3-3895-409a-b46a-112cc754a54d. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.829273] env[69584]: DEBUG oslo_concurrency.lockutils [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] Acquiring lock "refresh_cache-7c5cfee9-4e9f-4616-9e73-6c257b109b04" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.040066] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f851dd-bd0a-977a-4432-9b9413eff83c, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.040381] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.040621] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.040862] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.041017] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.041218] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.041482] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62b759fa-21a4-4ec4-b279-3eec1afc3ef6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.052194] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.052408] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.053401] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281185e0-75fb-4996-9677-9e745f49a2b0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.056542] env[69584]: DEBUG nova.compute.manager [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.058899] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "refresh_cache-7c5cfee9-4e9f-4616-9e73-6c257b109b04" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.059215] env[69584]: DEBUG nova.compute.manager [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Instance network_info: |[{"id": "7166b4f3-3895-409a-b46a-112cc754a54d", "address": "fa:16:3e:38:2d:9c", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7166b4f3-38", "ovs_interfaceid": "7166b4f3-3895-409a-b46a-112cc754a54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.059672] env[69584]: DEBUG oslo_concurrency.lockutils [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] Acquired lock "refresh_cache-7c5cfee9-4e9f-4616-9e73-6c257b109b04" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.059852] env[69584]: DEBUG nova.network.neutron [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Refreshing network info cache for port 7166b4f3-3895-409a-b46a-112cc754a54d {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.061077] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:2d:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7166b4f3-3895-409a-b46a-112cc754a54d', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.068959] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Creating folder: Project (903eba6d0ced490cb4633665d7aedf62). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.069837] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e792374-5bbf-4d01-9200-b4b78b70d959 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.074287] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 740.074287] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522c0746-fe5a-f264-6361-fe07d485a6ca" [ 740.074287] env[69584]: _type = "Task" [ 740.074287] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.083583] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522c0746-fe5a-f264-6361-fe07d485a6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.087120] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.087363] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.087518] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.087697] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.087840] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.087984] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.088566] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.088748] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.088922] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.089227] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.089425] env[69584]: DEBUG nova.virt.hardware [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.090260] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436b523c-5b90-4281-9512-e1b792fd5853 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.093837] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Created folder: Project (903eba6d0ced490cb4633665d7aedf62) in parent group-v696614. [ 740.094019] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Creating folder: Instances. Parent ref: group-v696732. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.094589] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fed7c5e-a2f2-4464-8da1-05d178247033 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.099714] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103409d1-c651-498d-891f-54060cdef5f0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.116698] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Created folder: Instances in parent group-v696732. [ 740.116950] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.117155] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.117361] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eaddb65-8c32-4c71-9898-1c6fd66ba8ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.138937] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.138937] env[69584]: value = "task-3485308" [ 740.138937] env[69584]: _type = "Task" [ 740.138937] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.151678] env[69584]: DEBUG oslo_concurrency.lockutils [None req-15ad5049-b560-442c-8735-dab6f18cdbe5 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.292s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.151888] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485308, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.178195] env[69584]: DEBUG nova.scheduler.client.report [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.416868] env[69584]: DEBUG nova.network.neutron [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Successfully updated port: 4033335e-8262-41fa-bb8e-34b967ae481e {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.470359] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.470657] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.470896] env[69584]: INFO nova.compute.manager [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Rebooting instance [ 740.588259] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522c0746-fe5a-f264-6361-fe07d485a6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.589123] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca529b4f-71dc-4be1-b8ae-b254d7245213 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.595347] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 740.595347] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ccc3ff-3ea3-9dd7-9d67-0cb79d9ee008" [ 740.595347] env[69584]: _type = "Task" [ 740.595347] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.607219] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ccc3ff-3ea3-9dd7-9d67-0cb79d9ee008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.649068] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485308, 'name': CreateVM_Task, 'duration_secs': 0.362338} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.651506] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.652220] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.652406] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.652717] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.653701] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b7f80d-8143-4400-b424-54afe099728a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.655128] env[69584]: DEBUG nova.compute.manager [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.662250] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 740.662250] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a14c03-f0dc-6d0b-8311-fdadc05bc57e" [ 740.662250] env[69584]: _type = "Task" [ 740.662250] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.674248] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a14c03-f0dc-6d0b-8311-fdadc05bc57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.683192] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.683698] env[69584]: DEBUG nova.compute.manager [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.686833] env[69584]: DEBUG oslo_concurrency.lockutils [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.732s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.687191] env[69584]: DEBUG nova.objects.instance [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lazy-loading 'resources' on Instance uuid c2fc91e3-adaf-4645-b65a-c5ba03435ea6 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.807884] env[69584]: DEBUG nova.network.neutron [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Updated VIF entry in instance network info cache for port 7166b4f3-3895-409a-b46a-112cc754a54d. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.809050] env[69584]: DEBUG nova.network.neutron [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Updating instance_info_cache with network_info: [{"id": "7166b4f3-3895-409a-b46a-112cc754a54d", "address": "fa:16:3e:38:2d:9c", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7166b4f3-38", "ovs_interfaceid": "7166b4f3-3895-409a-b46a-112cc754a54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.922065] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "refresh_cache-f6ea22c7-5703-4d58-b92a-42febea3bb06" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.922065] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "refresh_cache-f6ea22c7-5703-4d58-b92a-42febea3bb06" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.922239] env[69584]: DEBUG nova.network.neutron [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.986593] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.986860] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquired lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.987083] env[69584]: DEBUG nova.network.neutron [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.106668] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ccc3ff-3ea3-9dd7-9d67-0cb79d9ee008, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.106900] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.107151] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ed0619a9-9206-4935-bb9c-00e3265e8211/ed0619a9-9206-4935-bb9c-00e3265e8211.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.107408] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36351b5f-16a6-487d-87aa-9376905a2f5d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.116916] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 741.116916] env[69584]: value = "task-3485309" [ 741.116916] env[69584]: _type = "Task" [ 741.116916] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.129251] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.177198] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a14c03-f0dc-6d0b-8311-fdadc05bc57e, 'name': SearchDatastore_Task, 'duration_secs': 0.011057} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.177556] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.177815] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.178090] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.178257] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.178468] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.178763] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-615406cd-6a70-4f6d-8124-6e0e86c252de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.184348] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.189387] env[69584]: DEBUG nova.compute.utils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.190394] env[69584]: DEBUG nova.compute.manager [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.190544] env[69584]: DEBUG nova.network.neutron [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.201572] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.201787] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.202658] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e4a6af-49cf-46ec-9e04-9218bca2437d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.215028] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 741.215028] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bee7d9-20c1-bf08-76e1-f0a74c6769cf" [ 741.215028] env[69584]: _type = "Task" [ 741.215028] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.231168] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bee7d9-20c1-bf08-76e1-f0a74c6769cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.231168] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2f162c-207b-4dea-ab49-9e8c51af2983 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.237669] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 741.237669] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524c2a33-ca6f-a29e-f32d-37bcb8814506" [ 741.237669] env[69584]: _type = "Task" [ 741.237669] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.248397] env[69584]: DEBUG nova.policy [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd653c44336d64b57a10d7608eb60006c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f043d60624f461fb1f2f29f660af1e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.257326] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524c2a33-ca6f-a29e-f32d-37bcb8814506, 'name': SearchDatastore_Task, 'duration_secs': 0.011724} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.259930] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.260216] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 7c5cfee9-4e9f-4616-9e73-6c257b109b04/7c5cfee9-4e9f-4616-9e73-6c257b109b04.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.261509] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e82f2d-80bc-43c2-af3c-ba6ad962a81b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.269636] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 741.269636] env[69584]: value = "task-3485310" [ 741.269636] env[69584]: _type = "Task" [ 741.269636] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.286946] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.311444] env[69584]: DEBUG oslo_concurrency.lockutils [req-58002528-ca33-432a-a82e-787ca6e6534b req-eb034f52-30f1-4879-b9fe-47cbb8ab6aaf service nova] Releasing lock "refresh_cache-7c5cfee9-4e9f-4616-9e73-6c257b109b04" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.480059] env[69584]: DEBUG nova.network.neutron [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.628866] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492959} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.629194] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ed0619a9-9206-4935-bb9c-00e3265e8211/ed0619a9-9206-4935-bb9c-00e3265e8211.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.629418] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.629733] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9f9ad48-c968-46f4-b1f6-1cc6a919f5e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.638288] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 741.638288] env[69584]: value = "task-3485311" [ 741.638288] env[69584]: _type = "Task" [ 741.638288] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.652509] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.696526] env[69584]: DEBUG nova.compute.manager [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.785441] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485310, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.883679] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa35d64-46f8-472e-8158-fee8568b30b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.897265] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbc461c-4e52-41da-91e1-a435ecc39bcc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.939431] env[69584]: DEBUG nova.network.neutron [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Updating instance_info_cache with network_info: [{"id": "4033335e-8262-41fa-bb8e-34b967ae481e", "address": "fa:16:3e:35:00:68", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4033335e-82", "ovs_interfaceid": "4033335e-8262-41fa-bb8e-34b967ae481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.941195] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ceaa61-dc65-495e-84d4-13f8b154df1e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.945408] env[69584]: DEBUG nova.compute.manager [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Received event network-changed-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.947645] env[69584]: DEBUG nova.compute.manager [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Refreshing instance network info cache due to event network-changed-8f42c44d-ff5d-4ddc-81c2-97c565d889d0. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.947645] env[69584]: DEBUG oslo_concurrency.lockutils [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] Acquiring lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.954286] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db779025-8e64-4089-a3df-a25d8777b0ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.972758] env[69584]: DEBUG nova.compute.provider_tree [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.992850] env[69584]: DEBUG nova.network.neutron [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Successfully created port: 5ecd96ea-7ced-42da-91ba-a99fb765fcd8 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.045167] env[69584]: DEBUG nova.network.neutron [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Updating instance_info_cache with network_info: [{"id": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "address": "fa:16:3e:a9:4a:9a", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f42c44d-ff", "ovs_interfaceid": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.148852] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096726} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.149143] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.149911] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74be803-c201-4ae5-bbd0-3d746c23a664 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.172104] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] ed0619a9-9206-4935-bb9c-00e3265e8211/ed0619a9-9206-4935-bb9c-00e3265e8211.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.172415] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b838bb4b-864b-4ac7-9e0d-2bfee5f59f0c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.193053] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 742.193053] env[69584]: value = "task-3485312" [ 742.193053] env[69584]: _type = "Task" [ 742.193053] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.204714] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.282621] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485310, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.440922] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "refresh_cache-f6ea22c7-5703-4d58-b92a-42febea3bb06" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.440922] env[69584]: DEBUG nova.compute.manager [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Instance network_info: |[{"id": "4033335e-8262-41fa-bb8e-34b967ae481e", "address": "fa:16:3e:35:00:68", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4033335e-82", "ovs_interfaceid": "4033335e-8262-41fa-bb8e-34b967ae481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.441710] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:00:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4033335e-8262-41fa-bb8e-34b967ae481e', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.450425] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.450425] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.450425] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66767d5f-a08b-41ec-955c-141dbb2dc32e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.470628] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.470628] env[69584]: value = "task-3485313" [ 742.470628] env[69584]: _type = "Task" [ 742.470628] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.476211] env[69584]: DEBUG nova.scheduler.client.report [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.484233] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485313, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.548690] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Releasing lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.549871] env[69584]: DEBUG oslo_concurrency.lockutils [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] Acquired lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.550104] env[69584]: DEBUG nova.network.neutron [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Refreshing network info cache for port 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.711815] env[69584]: DEBUG nova.compute.manager [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.714086] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.746313] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.746567] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.746722] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.746900] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.747052] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.747202] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.747810] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.747810] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.747810] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.747965] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.748010] env[69584]: DEBUG nova.virt.hardware [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.748863] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1750af6b-537f-4007-b448-191eaf8a1045 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.757617] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba01e3a2-cb62-4a32-a1c9-be3825e48e2d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.781129] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485310, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.983154] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485313, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.986101] env[69584]: DEBUG oslo_concurrency.lockutils [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.988419] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 46.993s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.014767] env[69584]: INFO nova.scheduler.client.report [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Deleted allocations for instance c2fc91e3-adaf-4645-b65a-c5ba03435ea6 [ 743.057515] env[69584]: DEBUG nova.compute.manager [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.057515] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb08d836-42e8-4503-aed9-f32027878adb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.208860] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.285032] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485310, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.689858} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.285323] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 7c5cfee9-4e9f-4616-9e73-6c257b109b04/7c5cfee9-4e9f-4616-9e73-6c257b109b04.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.285537] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.285794] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33188c80-374b-4f61-b770-a4542e5f5b13 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.297649] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 743.297649] env[69584]: value = "task-3485314" [ 743.297649] env[69584]: _type = "Task" [ 743.297649] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.312786] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.354633] env[69584]: DEBUG nova.network.neutron [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Updated VIF entry in instance network info cache for port 8f42c44d-ff5d-4ddc-81c2-97c565d889d0. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.354991] env[69584]: DEBUG nova.network.neutron [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Updating instance_info_cache with network_info: [{"id": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "address": "fa:16:3e:a9:4a:9a", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f42c44d-ff", "ovs_interfaceid": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.484159] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485313, 'name': CreateVM_Task, 'duration_secs': 0.577212} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.484342] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.485049] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.485221] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.485583] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.485792] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa759f9-4905-4e05-91df-460341b92a9c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.503847] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 743.503847] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522d5d52-810c-9c0b-7e92-27008d984721" [ 743.503847] env[69584]: _type = "Task" [ 743.503847] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.520066] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522d5d52-810c-9c0b-7e92-27008d984721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.522209] env[69584]: DEBUG oslo_concurrency.lockutils [None req-198fdd3c-a65a-492c-9fa0-a5ef88f60d93 tempest-DeleteServersAdminTestJSON-946580612 tempest-DeleteServersAdminTestJSON-946580612-project-member] Lock "c2fc91e3-adaf-4645-b65a-c5ba03435ea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.053s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.691230] env[69584]: DEBUG nova.network.neutron [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Successfully updated port: 5ecd96ea-7ced-42da-91ba-a99fb765fcd8 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.707979] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.809327] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075298} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.809327] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.809771] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5952d86-91c1-4e62-871f-551694a7ad7f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.833846] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 7c5cfee9-4e9f-4616-9e73-6c257b109b04/7c5cfee9-4e9f-4616-9e73-6c257b109b04.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.834224] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba480b3b-57d6-4efc-a720-da810dd8a7b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.858523] env[69584]: DEBUG oslo_concurrency.lockutils [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] Releasing lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.858825] env[69584]: DEBUG nova.compute.manager [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Received event network-vif-plugged-4033335e-8262-41fa-bb8e-34b967ae481e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.859045] env[69584]: DEBUG oslo_concurrency.lockutils [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] Acquiring lock "f6ea22c7-5703-4d58-b92a-42febea3bb06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.859295] env[69584]: DEBUG oslo_concurrency.lockutils [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] Lock "f6ea22c7-5703-4d58-b92a-42febea3bb06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.859434] env[69584]: DEBUG oslo_concurrency.lockutils [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] Lock "f6ea22c7-5703-4d58-b92a-42febea3bb06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.859601] env[69584]: DEBUG nova.compute.manager [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] No waiting events found dispatching network-vif-plugged-4033335e-8262-41fa-bb8e-34b967ae481e {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.859770] env[69584]: WARNING nova.compute.manager [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Received unexpected event network-vif-plugged-4033335e-8262-41fa-bb8e-34b967ae481e for instance with vm_state building and task_state spawning. [ 743.859934] env[69584]: DEBUG nova.compute.manager [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Received event network-changed-4033335e-8262-41fa-bb8e-34b967ae481e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.860408] env[69584]: DEBUG nova.compute.manager [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Refreshing instance network info cache due to event network-changed-4033335e-8262-41fa-bb8e-34b967ae481e. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.860408] env[69584]: DEBUG oslo_concurrency.lockutils [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] Acquiring lock "refresh_cache-f6ea22c7-5703-4d58-b92a-42febea3bb06" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.860583] env[69584]: DEBUG oslo_concurrency.lockutils [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] Acquired lock "refresh_cache-f6ea22c7-5703-4d58-b92a-42febea3bb06" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.860614] env[69584]: DEBUG nova.network.neutron [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Refreshing network info cache for port 4033335e-8262-41fa-bb8e-34b967ae481e {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.862446] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 743.862446] env[69584]: value = "task-3485315" [ 743.862446] env[69584]: _type = "Task" [ 743.862446] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.873378] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.959697] env[69584]: DEBUG nova.compute.manager [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Received event network-vif-plugged-5ecd96ea-7ced-42da-91ba-a99fb765fcd8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.959923] env[69584]: DEBUG oslo_concurrency.lockutils [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] Acquiring lock "86790ac3-48f9-4b93-8843-8b1b36383712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.960670] env[69584]: DEBUG oslo_concurrency.lockutils [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] Lock "86790ac3-48f9-4b93-8843-8b1b36383712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.960936] env[69584]: DEBUG oslo_concurrency.lockutils [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] Lock "86790ac3-48f9-4b93-8843-8b1b36383712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.961170] env[69584]: DEBUG nova.compute.manager [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] No waiting events found dispatching network-vif-plugged-5ecd96ea-7ced-42da-91ba-a99fb765fcd8 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.961390] env[69584]: WARNING nova.compute.manager [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Received unexpected event network-vif-plugged-5ecd96ea-7ced-42da-91ba-a99fb765fcd8 for instance with vm_state building and task_state spawning. [ 743.961640] env[69584]: DEBUG nova.compute.manager [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Received event network-changed-5ecd96ea-7ced-42da-91ba-a99fb765fcd8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.961847] env[69584]: DEBUG nova.compute.manager [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Refreshing instance network info cache due to event network-changed-5ecd96ea-7ced-42da-91ba-a99fb765fcd8. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.962112] env[69584]: DEBUG oslo_concurrency.lockutils [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] Acquiring lock "refresh_cache-86790ac3-48f9-4b93-8843-8b1b36383712" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.962414] env[69584]: DEBUG oslo_concurrency.lockutils [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] Acquired lock "refresh_cache-86790ac3-48f9-4b93-8843-8b1b36383712" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.962681] env[69584]: DEBUG nova.network.neutron [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Refreshing network info cache for port 5ecd96ea-7ced-42da-91ba-a99fb765fcd8 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.035512] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522d5d52-810c-9c0b-7e92-27008d984721, 'name': SearchDatastore_Task, 'duration_secs': 0.034944} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.035512] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.035512] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.035512] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.035512] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.035512] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.035512] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcd7e83d-265f-4ae6-bb18-0d270c2a0a7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.035512] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.035512] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.035512] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2a3733-368d-4749-a606-e9a03f40cf61 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.035512] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 1dc1383e-8482-4597-bcde-ce1ba3377b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.035512] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance b1e0d3ca-8f60-40e3-b748-c27ab7c346b3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 744.035512] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 300d73e5-833f-4e19-ae99-8e5ce9c1d817 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.035512] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 744.035512] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 09fbe61d-3dd5-421d-870b-4320e7ba8c0d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 744.036169] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.036169] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 1cb12eb8-8e6e-4513-8408-18afd328e053 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.036169] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 744.036169] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 4fbd9481-6115-4243-8700-37374677b0bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 744.036169] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance a370afe3-c2f8-432a-a526-81426d935a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.036169] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 8707506a-e8d9-462c-bb69-9540aa6b8ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.036169] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 4298e770-e96e-4e91-8712-d352ac2daba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.036169] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 913da34d-a6f0-414d-92db-ee71f3a93cf4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 744.036169] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 16b96f96-39d6-40a8-a45b-8fc0432f310c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 744.036169] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 1aa126ff-b673-49e5-a945-4f32fc7c92e2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 744.036169] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.036169] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 0983ed9e-3ca6-4a9c-bece-50c7a4d89797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.036169] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ed0619a9-9206-4935-bb9c-00e3265e8211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.036169] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 7c5cfee9-4e9f-4616-9e73-6c257b109b04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.036630] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance f6ea22c7-5703-4d58-b92a-42febea3bb06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.036630] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 86790ac3-48f9-4b93-8843-8b1b36383712 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 744.041819] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 744.041819] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529bffe1-0233-f1db-dc46-4a517e2bc749" [ 744.041819] env[69584]: _type = "Task" [ 744.041819] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.053823] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529bffe1-0233-f1db-dc46-4a517e2bc749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.078431] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f277393a-37d6-4f6b-9d4c-f8dcaaba09e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.086828] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Doing hard reboot of VM {{(pid=69584) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 744.087173] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c5e3e6b8-7756-4661-b3d7-35a64b32dddc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.095014] env[69584]: DEBUG oslo_vmware.api [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 744.095014] env[69584]: value = "task-3485316" [ 744.095014] env[69584]: _type = "Task" [ 744.095014] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.105368] env[69584]: DEBUG oslo_vmware.api [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485316, 'name': ResetVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.195122] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquiring lock "refresh_cache-86790ac3-48f9-4b93-8843-8b1b36383712" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.208175] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.375800] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.529298] env[69584]: DEBUG nova.network.neutron [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.539313] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance f982cd1a-f5e6-4417-b970-96d5327c84d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 744.559386] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529bffe1-0233-f1db-dc46-4a517e2bc749, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.561459] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19942cc9-8fc0-4a17-a6af-027fb2a13f12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.567661] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 744.567661] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ce134f-a2e9-2518-a290-79cb1c4a2e5b" [ 744.567661] env[69584]: _type = "Task" [ 744.567661] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.576497] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ce134f-a2e9-2518-a290-79cb1c4a2e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.607815] env[69584]: DEBUG oslo_vmware.api [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485316, 'name': ResetVM_Task, 'duration_secs': 0.173462} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.608702] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Did hard reboot of VM {{(pid=69584) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 744.611036] env[69584]: DEBUG nova.compute.manager [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.611036] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d13075-2b4a-4580-b2c8-6e5af3946a01 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.702831] env[69584]: DEBUG nova.network.neutron [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Updated VIF entry in instance network info cache for port 4033335e-8262-41fa-bb8e-34b967ae481e. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.703390] env[69584]: DEBUG nova.network.neutron [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Updating instance_info_cache with network_info: [{"id": "4033335e-8262-41fa-bb8e-34b967ae481e", "address": "fa:16:3e:35:00:68", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4033335e-82", "ovs_interfaceid": "4033335e-8262-41fa-bb8e-34b967ae481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.709363] env[69584]: DEBUG nova.network.neutron [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.713883] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485312, 'name': ReconfigVM_Task, 'duration_secs': 2.037226} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.714540] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Reconfigured VM instance instance-00000023 to attach disk [datastore1] ed0619a9-9206-4935-bb9c-00e3265e8211/ed0619a9-9206-4935-bb9c-00e3265e8211.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.716032] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9d4ec60-89a9-4d3c-af8e-083875f83692 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.724388] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 744.724388] env[69584]: value = "task-3485317" [ 744.724388] env[69584]: _type = "Task" [ 744.724388] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.738823] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485317, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.879520] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485315, 'name': ReconfigVM_Task, 'duration_secs': 0.878918} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.879880] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 7c5cfee9-4e9f-4616-9e73-6c257b109b04/7c5cfee9-4e9f-4616-9e73-6c257b109b04.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.880695] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1430324-4a1a-4b1c-9018-56690024fe42 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.888528] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 744.888528] env[69584]: value = "task-3485318" [ 744.888528] env[69584]: _type = "Task" [ 744.888528] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.897833] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485318, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.048868] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 912ca815-e65f-48f6-bf53-a7057058f72a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 745.084890] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ce134f-a2e9-2518-a290-79cb1c4a2e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.019559} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.084890] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.084890] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] f6ea22c7-5703-4d58-b92a-42febea3bb06/f6ea22c7-5703-4d58-b92a-42febea3bb06.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.084890] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cd2ff8e-fbd4-4480-b4e1-24c9fa0f725e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.095403] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 745.095403] env[69584]: value = "task-3485319" [ 745.095403] env[69584]: _type = "Task" [ 745.095403] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.105948] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.127922] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bad983fc-a305-4473-a580-b980dc3cb69e tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.657s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.216265] env[69584]: DEBUG oslo_concurrency.lockutils [req-85574abf-5ae3-4f3b-b7c5-482303acf173 req-2c250325-a267-470f-a42e-ea4668191b8d service nova] Releasing lock "refresh_cache-f6ea22c7-5703-4d58-b92a-42febea3bb06" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.217289] env[69584]: DEBUG oslo_concurrency.lockutils [req-f543c9ae-ec27-4efa-bc80-f971c9cca7d9 req-fb446e21-1088-464b-a96a-444c8c2868ef service nova] Releasing lock "refresh_cache-86790ac3-48f9-4b93-8843-8b1b36383712" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.217289] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquired lock "refresh_cache-86790ac3-48f9-4b93-8843-8b1b36383712" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.217289] env[69584]: DEBUG nova.network.neutron [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.235162] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485317, 'name': Rename_Task, 'duration_secs': 0.178047} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.236030] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.236030] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27872488-302c-43b2-940c-df704853d5c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.243629] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 745.243629] env[69584]: value = "task-3485320" [ 745.243629] env[69584]: _type = "Task" [ 745.243629] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.254485] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.403286] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485318, 'name': Rename_Task, 'duration_secs': 0.160548} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.403635] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.403907] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fe49bc5-a4e3-4b9b-bea3-28c065464ae6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.411684] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 745.411684] env[69584]: value = "task-3485321" [ 745.411684] env[69584]: _type = "Task" [ 745.411684] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.421210] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.552648] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance e18b7c45-bbd5-411a-95c8-04f20d4fe75c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 745.607367] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485319, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.758701] env[69584]: DEBUG nova.network.neutron [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.764343] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.923720] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485321, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.014354] env[69584]: DEBUG nova.network.neutron [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Updating instance_info_cache with network_info: [{"id": "5ecd96ea-7ced-42da-91ba-a99fb765fcd8", "address": "fa:16:3e:ad:c4:6d", "network": {"id": "2b71b2a3-7c7f-407a-bc62-0597499e898d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-773721427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f043d60624f461fb1f2f29f660af1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecd96ea-7c", "ovs_interfaceid": "5ecd96ea-7ced-42da-91ba-a99fb765fcd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.058247] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 746.109446] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552439} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.109809] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] f6ea22c7-5703-4d58-b92a-42febea3bb06/f6ea22c7-5703-4d58-b92a-42febea3bb06.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.110047] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.110356] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bdd64a0-fab1-40ff-aeaf-865355cd59d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.121082] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 746.121082] env[69584]: value = "task-3485322" [ 746.121082] env[69584]: _type = "Task" [ 746.121082] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.132640] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.256344] env[69584]: DEBUG oslo_vmware.api [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485320, 'name': PowerOnVM_Task, 'duration_secs': 0.870661} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.256680] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.257074] env[69584]: INFO nova.compute.manager [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Took 11.54 seconds to spawn the instance on the hypervisor. [ 746.260984] env[69584]: DEBUG nova.compute.manager [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.260984] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d545798-1c1b-4fa4-8322-2dd98f140d39 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.426361] env[69584]: DEBUG oslo_vmware.api [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485321, 'name': PowerOnVM_Task, 'duration_secs': 0.598068} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.426757] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.427059] env[69584]: INFO nova.compute.manager [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Took 9.09 seconds to spawn the instance on the hypervisor. [ 746.427327] env[69584]: DEBUG nova.compute.manager [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.428546] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ea171-128e-4e5e-a6de-9db69f28d133 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.513728] env[69584]: DEBUG nova.compute.manager [req-c4aaf5a4-7369-4643-9f3e-02094ae5b74f req-8029e9f0-0afe-425a-8f9a-b1d8bb353ce8 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Received event network-changed-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.513927] env[69584]: DEBUG nova.compute.manager [req-c4aaf5a4-7369-4643-9f3e-02094ae5b74f req-8029e9f0-0afe-425a-8f9a-b1d8bb353ce8 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Refreshing instance network info cache due to event network-changed-8f42c44d-ff5d-4ddc-81c2-97c565d889d0. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.514157] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4aaf5a4-7369-4643-9f3e-02094ae5b74f req-8029e9f0-0afe-425a-8f9a-b1d8bb353ce8 service nova] Acquiring lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.514359] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4aaf5a4-7369-4643-9f3e-02094ae5b74f req-8029e9f0-0afe-425a-8f9a-b1d8bb353ce8 service nova] Acquired lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.514528] env[69584]: DEBUG nova.network.neutron [req-c4aaf5a4-7369-4643-9f3e-02094ae5b74f req-8029e9f0-0afe-425a-8f9a-b1d8bb353ce8 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Refreshing network info cache for port 8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.516284] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Releasing lock "refresh_cache-86790ac3-48f9-4b93-8843-8b1b36383712" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.516284] env[69584]: DEBUG nova.compute.manager [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Instance network_info: |[{"id": "5ecd96ea-7ced-42da-91ba-a99fb765fcd8", "address": "fa:16:3e:ad:c4:6d", "network": {"id": "2b71b2a3-7c7f-407a-bc62-0597499e898d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-773721427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f043d60624f461fb1f2f29f660af1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecd96ea-7c", "ovs_interfaceid": "5ecd96ea-7ced-42da-91ba-a99fb765fcd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.516626] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:c4:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ecd96ea-7ced-42da-91ba-a99fb765fcd8', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.524230] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Creating folder: Project (4f043d60624f461fb1f2f29f660af1e1). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.524975] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-041759bd-9c0a-493f-bc9f-8e79f13b649d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.540168] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Created folder: Project (4f043d60624f461fb1f2f29f660af1e1) in parent group-v696614. [ 746.540168] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Creating folder: Instances. Parent ref: group-v696736. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.540865] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f223334-be28-4424-a7c5-1faa616bf004 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.552316] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Created folder: Instances in parent group-v696736. [ 746.552587] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.552789] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.553012] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-662d98a8-1d50-43c7-98a5-7bb0e0ad1f5c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.572931] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 9805d5cc-af24-4bf5-b99b-4bc316661526 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 746.582224] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.582224] env[69584]: value = "task-3485325" [ 746.582224] env[69584]: _type = "Task" [ 746.582224] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.593089] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485325, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.631263] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074032} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.631663] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.632709] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54835cb-bdef-447b-b2f5-741d3cb61777 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.658008] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] f6ea22c7-5703-4d58-b92a-42febea3bb06/f6ea22c7-5703-4d58-b92a-42febea3bb06.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.658857] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c03c45ad-8af6-46d8-8dae-b66b1ab07282 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.702129] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 746.702129] env[69584]: value = "task-3485326" [ 746.702129] env[69584]: _type = "Task" [ 746.702129] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.715160] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.782894] env[69584]: INFO nova.compute.manager [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Took 67.45 seconds to build instance. [ 746.949384] env[69584]: INFO nova.compute.manager [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Took 65.36 seconds to build instance. [ 747.075193] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 415bb90f-8235-4e19-84dd-50927452592a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 747.097646] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485325, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.213265] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.285624] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746ecbfd-0335-4ae8-b2b6-014a820037bb tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "ed0619a9-9206-4935-bb9c-00e3265e8211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.748s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.334141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.334141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.334141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.334141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.334141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.337946] env[69584]: INFO nova.compute.manager [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Terminating instance [ 747.451985] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3950c9a9-6f6a-4765-8d10-adcb9bdc29e6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.643s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.546110] env[69584]: DEBUG oslo_concurrency.lockutils [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.546110] env[69584]: DEBUG oslo_concurrency.lockutils [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.546110] env[69584]: DEBUG oslo_concurrency.lockutils [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.546110] env[69584]: DEBUG oslo_concurrency.lockutils [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.546110] env[69584]: DEBUG oslo_concurrency.lockutils [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.549777] env[69584]: INFO nova.compute.manager [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Terminating instance [ 747.560672] env[69584]: DEBUG nova.network.neutron [req-c4aaf5a4-7369-4643-9f3e-02094ae5b74f req-8029e9f0-0afe-425a-8f9a-b1d8bb353ce8 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Updated VIF entry in instance network info cache for port 8f42c44d-ff5d-4ddc-81c2-97c565d889d0. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.561037] env[69584]: DEBUG nova.network.neutron [req-c4aaf5a4-7369-4643-9f3e-02094ae5b74f req-8029e9f0-0afe-425a-8f9a-b1d8bb353ce8 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Updating instance_info_cache with network_info: [{"id": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "address": "fa:16:3e:a9:4a:9a", "network": {"id": "282f3eac-0650-459a-b019-7c207f77c84f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1848717091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a38c7abdfd84c85b74d44750d39e820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f42c44d-ff", "ovs_interfaceid": "8f42c44d-ff5d-4ddc-81c2-97c565d889d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.580989] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 747.594018] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485325, 'name': CreateVM_Task, 'duration_secs': 0.633854} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.594786] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.595467] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.595628] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.595931] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.596402] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df414578-fd66-47e5-882f-101640a9c3e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.601609] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for the task: (returnval){ [ 747.601609] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52523e96-343f-b588-5b76-b71065e3872c" [ 747.601609] env[69584]: _type = "Task" [ 747.601609] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.611399] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52523e96-343f-b588-5b76-b71065e3872c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.713945] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485326, 'name': ReconfigVM_Task, 'duration_secs': 0.689216} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.714881] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Reconfigured VM instance instance-00000025 to attach disk [datastore2] f6ea22c7-5703-4d58-b92a-42febea3bb06/f6ea22c7-5703-4d58-b92a-42febea3bb06.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.715773] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a196a6d-a889-474d-96d7-dac1fdb1dccf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.726156] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 747.726156] env[69584]: value = "task-3485327" [ 747.726156] env[69584]: _type = "Task" [ 747.726156] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.733836] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485327, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.791172] env[69584]: DEBUG nova.compute.manager [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.842006] env[69584]: DEBUG nova.compute.manager [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.842388] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.843460] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e29330-51ba-4b7c-993b-f0135637a053 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.853316] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.853461] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fcb3c68-0511-43bb-8901-68c2b0705406 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.860900] env[69584]: DEBUG oslo_vmware.api [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 747.860900] env[69584]: value = "task-3485328" [ 747.860900] env[69584]: _type = "Task" [ 747.860900] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.870199] env[69584]: DEBUG oslo_vmware.api [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.957724] env[69584]: DEBUG nova.compute.manager [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.055465] env[69584]: DEBUG nova.compute.manager [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.055716] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.056645] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c849c253-4872-473e-b006-5bddea32e5df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.065542] env[69584]: DEBUG oslo_concurrency.lockutils [req-c4aaf5a4-7369-4643-9f3e-02094ae5b74f req-8029e9f0-0afe-425a-8f9a-b1d8bb353ce8 service nova] Releasing lock "refresh_cache-0983ed9e-3ca6-4a9c-bece-50c7a4d89797" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.065939] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.066197] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69debb94-20db-409d-aeff-0ea9c6ea50bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.073723] env[69584]: DEBUG oslo_vmware.api [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 748.073723] env[69584]: value = "task-3485329" [ 748.073723] env[69584]: _type = "Task" [ 748.073723] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.085604] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 3137d543-006b-4f18-bbff-d1288ea4017b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.086929] env[69584]: DEBUG oslo_vmware.api [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.116061] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52523e96-343f-b588-5b76-b71065e3872c, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.116061] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.116061] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.116061] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.116061] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.116409] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.116446] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-351251c6-2dfc-49b5-8543-581ad5293c80 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.126682] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.126864] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.127665] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11edd801-8f92-4da5-a1d4-4fb2ab181563 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.134850] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for the task: (returnval){ [ 748.134850] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52dc380a-fdfd-bbcf-8041-717cd804da56" [ 748.134850] env[69584]: _type = "Task" [ 748.134850] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.144491] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52dc380a-fdfd-bbcf-8041-717cd804da56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.236030] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485327, 'name': Rename_Task, 'duration_secs': 0.294978} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.236316] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.236567] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-585528b2-b018-4f61-ac2f-544328e1cede {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.244883] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 748.244883] env[69584]: value = "task-3485330" [ 748.244883] env[69584]: _type = "Task" [ 748.244883] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.254022] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.324192] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.380328] env[69584]: DEBUG oslo_vmware.api [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485328, 'name': PowerOffVM_Task, 'duration_secs': 0.329706} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.380917] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.381243] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.382393] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a5962a-05c6-4445-9d14-d2ac3bcdaacb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.449979] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.450867] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.451431] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Deleting the datastore file [datastore1] 0983ed9e-3ca6-4a9c-bece-50c7a4d89797 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.451752] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bfb0546-2b22-42f7-a1da-4a5299b2353d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.462728] env[69584]: DEBUG oslo_vmware.api [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 748.462728] env[69584]: value = "task-3485332" [ 748.462728] env[69584]: _type = "Task" [ 748.462728] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.476498] env[69584]: DEBUG oslo_vmware.api [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.483565] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.584256] env[69584]: DEBUG oslo_vmware.api [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485329, 'name': PowerOffVM_Task, 'duration_secs': 0.207972} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.584552] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.584722] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.585092] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c9b7814-0e8a-46f8-80fa-33f3728175dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.588512] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 11365266-cec8-4bb8-9795-7091cd73329a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.648732] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52dc380a-fdfd-bbcf-8041-717cd804da56, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.649614] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3b82df-d103-4826-a260-011e617a7ae2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.653641] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.655050] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.655050] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleting the datastore file [datastore2] 7c5cfee9-4e9f-4616-9e73-6c257b109b04 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.655050] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805284dd-7494-45d9-8b20-8a06d97fe00c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.658468] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for the task: (returnval){ [ 748.658468] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523816fc-ec2f-2e06-34d8-742646067a5e" [ 748.658468] env[69584]: _type = "Task" [ 748.658468] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.664159] env[69584]: DEBUG oslo_vmware.api [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 748.664159] env[69584]: value = "task-3485334" [ 748.664159] env[69584]: _type = "Task" [ 748.664159] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.672658] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523816fc-ec2f-2e06-34d8-742646067a5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.676184] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.676520] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 86790ac3-48f9-4b93-8843-8b1b36383712/86790ac3-48f9-4b93-8843-8b1b36383712.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.676830] env[69584]: DEBUG oslo_vmware.api [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.677067] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b10ce13e-0997-4522-9dcd-0aaa994747a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.686687] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for the task: (returnval){ [ 748.686687] env[69584]: value = "task-3485335" [ 748.686687] env[69584]: _type = "Task" [ 748.686687] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.696400] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.759072] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.975803] env[69584]: DEBUG oslo_vmware.api [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141929} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.976131] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.976131] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.976328] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.977505] env[69584]: INFO nova.compute.manager [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Took 1.13 seconds to destroy the instance on the hypervisor. [ 748.977505] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.977505] env[69584]: DEBUG nova.compute.manager [-] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.977505] env[69584]: DEBUG nova.network.neutron [-] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.092516] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 4762e03c-2f8c-4796-bdd0-9752f3674fb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.184025] env[69584]: DEBUG oslo_vmware.api [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182071} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.184025] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.184025] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.184025] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.184025] env[69584]: INFO nova.compute.manager [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Took 1.13 seconds to destroy the instance on the hypervisor. [ 749.184025] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.184025] env[69584]: DEBUG nova.compute.manager [-] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.184025] env[69584]: DEBUG nova.network.neutron [-] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.201220] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.258172] env[69584]: DEBUG oslo_vmware.api [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485330, 'name': PowerOnVM_Task, 'duration_secs': 0.571582} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.258579] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.258942] env[69584]: INFO nova.compute.manager [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Took 9.20 seconds to spawn the instance on the hypervisor. [ 749.263317] env[69584]: DEBUG nova.compute.manager [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.263317] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2382a4d-30ff-4a70-9e48-4a658807adc4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.596629] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ef45db2f-2489-474f-ae77-492fa1c8517e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.698015] env[69584]: DEBUG nova.compute.manager [req-fb0aee02-31bc-4c3e-a17c-a205648b6846 req-e9b944d0-3049-4ca4-b0c5-c100c0800499 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Received event network-vif-deleted-8f42c44d-ff5d-4ddc-81c2-97c565d889d0 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.698384] env[69584]: INFO nova.compute.manager [req-fb0aee02-31bc-4c3e-a17c-a205648b6846 req-e9b944d0-3049-4ca4-b0c5-c100c0800499 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Neutron deleted interface 8f42c44d-ff5d-4ddc-81c2-97c565d889d0; detaching it from the instance and deleting it from the info cache [ 749.698495] env[69584]: DEBUG nova.network.neutron [req-fb0aee02-31bc-4c3e-a17c-a205648b6846 req-e9b944d0-3049-4ca4-b0c5-c100c0800499 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.704162] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545112} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.705497] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 86790ac3-48f9-4b93-8843-8b1b36383712/86790ac3-48f9-4b93-8843-8b1b36383712.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.705721] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.706220] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97faef70-8910-447e-8468-d472a4a2faf5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.716117] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for the task: (returnval){ [ 749.716117] env[69584]: value = "task-3485336" [ 749.716117] env[69584]: _type = "Task" [ 749.716117] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.738138] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.786556] env[69584]: INFO nova.compute.manager [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Took 61.51 seconds to build instance. [ 750.105823] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 540fbcfb-bd51-4234-870d-f0249768b239 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 750.138692] env[69584]: DEBUG nova.network.neutron [-] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.204267] env[69584]: DEBUG nova.network.neutron [-] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.207942] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4505bcc-9c39-4c4d-811d-67df826f811f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.217398] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892cf2e8-6553-45a8-9de5-8e4d5a871c11 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.239781] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305919} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.239993] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.240829] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2179bd7e-1efa-4c94-999e-81e4e4bc712d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.263032] env[69584]: DEBUG nova.compute.manager [req-fb0aee02-31bc-4c3e-a17c-a205648b6846 req-e9b944d0-3049-4ca4-b0c5-c100c0800499 service nova] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Detach interface failed, port_id=8f42c44d-ff5d-4ddc-81c2-97c565d889d0, reason: Instance 0983ed9e-3ca6-4a9c-bece-50c7a4d89797 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 750.285841] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 86790ac3-48f9-4b93-8843-8b1b36383712/86790ac3-48f9-4b93-8843-8b1b36383712.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.286950] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e096e6dc-68cd-4295-aa61-3a56d1faa0bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.303641] env[69584]: DEBUG oslo_concurrency.lockutils [None req-935c71e8-cd6d-4299-868b-578cec9e8e71 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "f6ea22c7-5703-4d58-b92a-42febea3bb06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.526s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.313765] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for the task: (returnval){ [ 750.313765] env[69584]: value = "task-3485337" [ 750.313765] env[69584]: _type = "Task" [ 750.313765] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.323744] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.609674] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 6eb652f9-2e12-42b4-a311-fca05c5d2ea0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 750.642612] env[69584]: INFO nova.compute.manager [-] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Took 1.67 seconds to deallocate network for instance. [ 750.655479] env[69584]: INFO nova.compute.manager [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Rescuing [ 750.656209] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "refresh_cache-f6ea22c7-5703-4d58-b92a-42febea3bb06" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.656209] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "refresh_cache-f6ea22c7-5703-4d58-b92a-42febea3bb06" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.656209] env[69584]: DEBUG nova.network.neutron [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.698085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquiring lock "744a7db4-6a8e-407e-890b-21e479b752bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.698085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lock "744a7db4-6a8e-407e-890b-21e479b752bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.705915] env[69584]: INFO nova.compute.manager [-] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Took 1.52 seconds to deallocate network for instance. [ 750.806446] env[69584]: DEBUG nova.compute.manager [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.830502] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.113998] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance e09f313d-695f-419a-ba7a-8fe26d166d3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.150482] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.213313] env[69584]: DEBUG oslo_concurrency.lockutils [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.329514] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485337, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.330403] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.414045] env[69584]: DEBUG nova.network.neutron [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Updating instance_info_cache with network_info: [{"id": "4033335e-8262-41fa-bb8e-34b967ae481e", "address": "fa:16:3e:35:00:68", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4033335e-82", "ovs_interfaceid": "4033335e-8262-41fa-bb8e-34b967ae481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.618220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance b4e9a64e-f47e-4ca9-9faa-de36436a7480 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.740417] env[69584]: DEBUG nova.compute.manager [req-835a9906-5338-4e71-9a0b-b79d30cf7669 req-30a189f2-32b3-4ba4-af94-a5d99eb86529 service nova] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Received event network-vif-deleted-7166b4f3-3895-409a-b46a-112cc754a54d {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.826882] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485337, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.916751] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "refresh_cache-f6ea22c7-5703-4d58-b92a-42febea3bb06" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.120969] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 0152d67e-8b6d-4cf4-8395-78b784260d4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 752.326979] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485337, 'name': ReconfigVM_Task, 'duration_secs': 1.874034} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.327281] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 86790ac3-48f9-4b93-8843-8b1b36383712/86790ac3-48f9-4b93-8843-8b1b36383712.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.327903] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05c6b5be-835d-4d08-8eb2-3581273495c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.335039] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for the task: (returnval){ [ 752.335039] env[69584]: value = "task-3485338" [ 752.335039] env[69584]: _type = "Task" [ 752.335039] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.343581] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485338, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.623622] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 19ce0d06-8777-46de-9b14-f704bb4e149c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 752.851096] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485338, 'name': Rename_Task, 'duration_secs': 0.490656} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.851483] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.851657] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36cf8bfe-da4f-4412-8fa7-3780b388ab7a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.858640] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for the task: (returnval){ [ 752.858640] env[69584]: value = "task-3485339" [ 752.858640] env[69584]: _type = "Task" [ 752.858640] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.867258] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.127070] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 6057c2c1-ef4c-464e-9385-47a95cd09825 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 753.127391] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 753.127526] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 753.373137] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485339, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.457779] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.457779] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea746042-1a27-405a-a295-9b09259e18c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.469316] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 753.469316] env[69584]: value = "task-3485340" [ 753.469316] env[69584]: _type = "Task" [ 753.469316] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.481357] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.649524] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a442d18a-2dd1-4b54-98b6-266a7d5727ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.659065] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29e2984-6591-4a0f-bcb8-20a5d6ed88bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.691949] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53e3533-bc8a-48ac-a90f-e497ccab5505 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.700830] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29da8e9-f7ac-4460-b2a5-fcad7fe24c85 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.716218] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.872828] env[69584]: DEBUG oslo_vmware.api [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485339, 'name': PowerOnVM_Task, 'duration_secs': 0.541023} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.873162] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.873416] env[69584]: INFO nova.compute.manager [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Took 11.16 seconds to spawn the instance on the hypervisor. [ 753.873606] env[69584]: DEBUG nova.compute.manager [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.874429] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf797aeb-394e-494d-ab3b-20d03a7324d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.980914] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485340, 'name': PowerOffVM_Task, 'duration_secs': 0.265113} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.981080] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.982123] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d58a1f2-bd19-49f5-a95d-083365376f58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.003926] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f309152c-4f7f-47f0-90c4-39b77b2565d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.036042] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.036349] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03137a6a-149d-4c5d-8742-77732a1e307f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.043851] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 754.043851] env[69584]: value = "task-3485341" [ 754.043851] env[69584]: _type = "Task" [ 754.043851] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.052490] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.220459] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.395864] env[69584]: INFO nova.compute.manager [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Took 64.99 seconds to build instance. [ 754.554810] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 754.555044] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.555303] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.555454] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.555636] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.555879] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-896b85c1-adf1-4c66-b1fe-22cdfce95d8e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.567309] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.567483] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.568201] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-585093f4-21aa-4512-9faa-c0f0c82e8dfd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.573431] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 754.573431] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522985d1-414a-b4d4-f016-4690f353a12a" [ 754.573431] env[69584]: _type = "Task" [ 754.573431] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.581424] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522985d1-414a-b4d4-f016-4690f353a12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.724738] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquiring lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.725081] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.725311] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquiring lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.725506] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.725683] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.727764] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 754.727942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.740s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.728446] env[69584]: INFO nova.compute.manager [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Terminating instance [ 754.729826] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 58.655s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.731227] env[69584]: INFO nova.compute.claims [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.897890] env[69584]: DEBUG oslo_concurrency.lockutils [None req-21b51576-aee6-4ce1-89dc-908523281f46 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "86790ac3-48f9-4b93-8843-8b1b36383712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.688s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.083885] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522985d1-414a-b4d4-f016-4690f353a12a, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.084702] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e243cf5-ddd9-4c54-a224-990b0dbea772 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.091732] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 755.091732] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52263ab3-c8f5-f0f2-9833-27f521df1432" [ 755.091732] env[69584]: _type = "Task" [ 755.091732] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.099344] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52263ab3-c8f5-f0f2-9833-27f521df1432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.238326] env[69584]: DEBUG nova.compute.manager [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.238593] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.239647] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475173d6-b9cd-4f8a-99ee-c2b40adf57dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.248045] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.248274] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcd9af14-b7a1-403f-a53f-3619ce1a3d5a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.254957] env[69584]: DEBUG oslo_vmware.api [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for the task: (returnval){ [ 755.254957] env[69584]: value = "task-3485342" [ 755.254957] env[69584]: _type = "Task" [ 755.254957] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.262420] env[69584]: DEBUG oslo_vmware.api [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.353725] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7402df7e-812b-4e2f-8895-0fda6af75329 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquiring lock "interface-86790ac3-48f9-4b93-8843-8b1b36383712-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.354079] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7402df7e-812b-4e2f-8895-0fda6af75329 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "interface-86790ac3-48f9-4b93-8843-8b1b36383712-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.354391] env[69584]: DEBUG nova.objects.instance [None req-7402df7e-812b-4e2f-8895-0fda6af75329 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lazy-loading 'flavor' on Instance uuid 86790ac3-48f9-4b93-8843-8b1b36383712 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.400648] env[69584]: DEBUG nova.compute.manager [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.603089] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52263ab3-c8f5-f0f2-9833-27f521df1432, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.603374] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.603675] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] f6ea22c7-5703-4d58-b92a-42febea3bb06/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. {{(pid=69584) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 755.603939] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfacc855-e965-48b9-a31b-1697e4d06d83 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.611107] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 755.611107] env[69584]: value = "task-3485343" [ 755.611107] env[69584]: _type = "Task" [ 755.611107] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.619369] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.768084] env[69584]: DEBUG oslo_vmware.api [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485342, 'name': PowerOffVM_Task, 'duration_secs': 0.180001} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.768323] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.768437] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.771424] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-470975a7-fca7-4523-8e2e-6f90768c7ec5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.863159] env[69584]: DEBUG nova.objects.instance [None req-7402df7e-812b-4e2f-8895-0fda6af75329 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lazy-loading 'pci_requests' on Instance uuid 86790ac3-48f9-4b93-8843-8b1b36383712 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.867729] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.867729] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.867729] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Deleting the datastore file [datastore2] e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.868019] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-548d68a1-75b1-44f1-bd61-ad8ad5728b12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.887073] env[69584]: DEBUG oslo_vmware.api [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for the task: (returnval){ [ 755.887073] env[69584]: value = "task-3485345" [ 755.887073] env[69584]: _type = "Task" [ 755.887073] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.900943] env[69584]: DEBUG oslo_vmware.api [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.919488] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.122759] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481065} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.125436] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] f6ea22c7-5703-4d58-b92a-42febea3bb06/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. [ 756.126495] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4123c0-a289-4e41-9df7-7ee45847a347 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.152898] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] f6ea22c7-5703-4d58-b92a-42febea3bb06/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.156021] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca57f302-a643-414e-8658-735fda28adf0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.175427] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 756.175427] env[69584]: value = "task-3485346" [ 756.175427] env[69584]: _type = "Task" [ 756.175427] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.187658] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.341105] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdd3b7b-50d3-4939-b059-e534992c06e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.348855] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48676a1f-9b2f-4f8d-8479-34f2b794b324 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.378318] env[69584]: DEBUG nova.objects.base [None req-7402df7e-812b-4e2f-8895-0fda6af75329 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Object Instance<86790ac3-48f9-4b93-8843-8b1b36383712> lazy-loaded attributes: flavor,pci_requests {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 756.378530] env[69584]: DEBUG nova.network.neutron [None req-7402df7e-812b-4e2f-8895-0fda6af75329 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.381101] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d230ec50-ef6a-4179-a3ba-6ccc42ed98a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.388737] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df85012-689f-4f86-ba55-3b28bd5f4bd0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.404952] env[69584]: DEBUG nova.compute.provider_tree [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.409199] env[69584]: DEBUG oslo_vmware.api [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Task: {'id': task-3485345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307604} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.409555] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.409790] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.409979] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.410168] env[69584]: INFO nova.compute.manager [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Took 1.17 seconds to destroy the instance on the hypervisor. [ 756.410424] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.410617] env[69584]: DEBUG nova.compute.manager [-] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.410714] env[69584]: DEBUG nova.network.neutron [-] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.492112] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7402df7e-812b-4e2f-8895-0fda6af75329 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "interface-86790ac3-48f9-4b93-8843-8b1b36383712-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.137s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.692040] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.910645] env[69584]: DEBUG nova.scheduler.client.report [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.186594] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.350728] env[69584]: DEBUG nova.compute.manager [req-14a9e9a0-1a5a-4b21-a455-80cb589a5c67 req-2088d013-6604-4fb9-97c9-38c7a6308b59 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Received event network-vif-deleted-37a5f21b-c5bf-4536-847f-5de74a0bb953 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.350728] env[69584]: INFO nova.compute.manager [req-14a9e9a0-1a5a-4b21-a455-80cb589a5c67 req-2088d013-6604-4fb9-97c9-38c7a6308b59 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Neutron deleted interface 37a5f21b-c5bf-4536-847f-5de74a0bb953; detaching it from the instance and deleting it from the info cache [ 757.350728] env[69584]: DEBUG nova.network.neutron [req-14a9e9a0-1a5a-4b21-a455-80cb589a5c67 req-2088d013-6604-4fb9-97c9-38c7a6308b59 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.381929] env[69584]: DEBUG nova.network.neutron [-] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.415839] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.416541] env[69584]: DEBUG nova.compute.manager [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.418914] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 60.032s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.420320] env[69584]: INFO nova.compute.claims [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.690517] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485346, 'name': ReconfigVM_Task, 'duration_secs': 1.020685} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.690834] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Reconfigured VM instance instance-00000025 to attach disk [datastore2] f6ea22c7-5703-4d58-b92a-42febea3bb06/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.691699] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1108d717-f055-4e33-8c2e-a4a1cc51ed5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.716199] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb76463b-b008-4bab-98b3-065f3a6100d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.732715] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 757.732715] env[69584]: value = "task-3485347" [ 757.732715] env[69584]: _type = "Task" [ 757.732715] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.739939] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.852997] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c66f499c-cb5f-46d7-93a3-22b130e90ff8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.862984] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ee805b-0eb1-4c52-a29d-02c499cc6622 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.884312] env[69584]: INFO nova.compute.manager [-] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Took 1.47 seconds to deallocate network for instance. [ 757.898208] env[69584]: DEBUG nova.compute.manager [req-14a9e9a0-1a5a-4b21-a455-80cb589a5c67 req-2088d013-6604-4fb9-97c9-38c7a6308b59 service nova] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Detach interface failed, port_id=37a5f21b-c5bf-4536-847f-5de74a0bb953, reason: Instance e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 757.925131] env[69584]: DEBUG nova.compute.utils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.929031] env[69584]: DEBUG nova.compute.manager [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.929031] env[69584]: DEBUG nova.network.neutron [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.978874] env[69584]: DEBUG nova.policy [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c536140bff46089749b66ad22b2a5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed3a9ac97ed14a46ba870b8d022a2e93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.244390] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485347, 'name': ReconfigVM_Task, 'duration_secs': 0.377617} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.247377] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.247377] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a278c6a-f616-4f26-869e-9f1553cb4ff5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.252050] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 758.252050] env[69584]: value = "task-3485348" [ 758.252050] env[69584]: _type = "Task" [ 758.252050] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.260231] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.320773] env[69584]: DEBUG nova.network.neutron [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Successfully created port: 15e9a752-82fa-486a-8fbc-a6a8376ebd1b {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.403541] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.429465] env[69584]: DEBUG nova.compute.manager [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.607168] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquiring lock "86790ac3-48f9-4b93-8843-8b1b36383712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.607458] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "86790ac3-48f9-4b93-8843-8b1b36383712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.607712] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquiring lock "86790ac3-48f9-4b93-8843-8b1b36383712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.607863] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "86790ac3-48f9-4b93-8843-8b1b36383712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.608035] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "86790ac3-48f9-4b93-8843-8b1b36383712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.611596] env[69584]: INFO nova.compute.manager [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Terminating instance [ 758.766514] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.011171] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b022b763-dcea-4d22-9128-841601d607cd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.019201] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b3610-d946-4e35-9e3d-19959634f8e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.054621] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449b18f3-ff08-457c-a0da-d34adf7f7733 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.062386] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6727f8b-600f-4fc3-a0e1-8710654c59be {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.076813] env[69584]: DEBUG nova.compute.provider_tree [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.118327] env[69584]: DEBUG nova.compute.manager [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.118556] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.119811] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1af5ac-361d-4c52-a0a9-e6da03201509 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.127442] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.127689] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2366d5f8-4628-4985-9719-12c6058ae59b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.133965] env[69584]: DEBUG oslo_vmware.api [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for the task: (returnval){ [ 759.133965] env[69584]: value = "task-3485349" [ 759.133965] env[69584]: _type = "Task" [ 759.133965] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.142028] env[69584]: DEBUG oslo_vmware.api [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.267152] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485348, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.448773] env[69584]: DEBUG nova.compute.manager [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.470780] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.471066] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.471227] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.471409] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.471547] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.471694] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.471899] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.472071] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.473412] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.473412] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.473412] env[69584]: DEBUG nova.virt.hardware [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.473591] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad68fac-66c5-41d3-83cc-e1d4e0e9902c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.481700] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744a7966-dd21-4109-b9c4-a3881ecc39f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.581471] env[69584]: DEBUG nova.scheduler.client.report [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.646148] env[69584]: DEBUG oslo_vmware.api [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485349, 'name': PowerOffVM_Task, 'duration_secs': 0.265114} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.646670] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.646850] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.647214] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7beee5d4-adbf-4010-9b63-adf02ee1f5d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.709254] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.709639] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.709940] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Deleting the datastore file [datastore2] 86790ac3-48f9-4b93-8843-8b1b36383712 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.710555] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb60997-05aa-44ef-ba2b-91c2cae519e8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.718367] env[69584]: DEBUG oslo_vmware.api [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for the task: (returnval){ [ 759.718367] env[69584]: value = "task-3485351" [ 759.718367] env[69584]: _type = "Task" [ 759.718367] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.730985] env[69584]: DEBUG oslo_vmware.api [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.766789] env[69584]: DEBUG oslo_vmware.api [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485348, 'name': PowerOnVM_Task, 'duration_secs': 1.062621} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.766789] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.773161] env[69584]: DEBUG nova.compute.manager [None req-efe23b42-0e18-4838-873f-b7bce79c837b tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.773999] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e428bda8-a5cb-4ed2-8e38-a1bf2fccc8d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.907154] env[69584]: DEBUG nova.compute.manager [req-0f6a77c5-5a82-47f3-9e78-9fa0ba083a63 req-0e251425-5e8e-44bb-9893-f7c0949caf4f service nova] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Received event network-vif-plugged-15e9a752-82fa-486a-8fbc-a6a8376ebd1b {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.907154] env[69584]: DEBUG oslo_concurrency.lockutils [req-0f6a77c5-5a82-47f3-9e78-9fa0ba083a63 req-0e251425-5e8e-44bb-9893-f7c0949caf4f service nova] Acquiring lock "f982cd1a-f5e6-4417-b970-96d5327c84d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.907154] env[69584]: DEBUG oslo_concurrency.lockutils [req-0f6a77c5-5a82-47f3-9e78-9fa0ba083a63 req-0e251425-5e8e-44bb-9893-f7c0949caf4f service nova] Lock "f982cd1a-f5e6-4417-b970-96d5327c84d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.907154] env[69584]: DEBUG oslo_concurrency.lockutils [req-0f6a77c5-5a82-47f3-9e78-9fa0ba083a63 req-0e251425-5e8e-44bb-9893-f7c0949caf4f service nova] Lock "f982cd1a-f5e6-4417-b970-96d5327c84d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.907154] env[69584]: DEBUG nova.compute.manager [req-0f6a77c5-5a82-47f3-9e78-9fa0ba083a63 req-0e251425-5e8e-44bb-9893-f7c0949caf4f service nova] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] No waiting events found dispatching network-vif-plugged-15e9a752-82fa-486a-8fbc-a6a8376ebd1b {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.907154] env[69584]: WARNING nova.compute.manager [req-0f6a77c5-5a82-47f3-9e78-9fa0ba083a63 req-0e251425-5e8e-44bb-9893-f7c0949caf4f service nova] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Received unexpected event network-vif-plugged-15e9a752-82fa-486a-8fbc-a6a8376ebd1b for instance with vm_state building and task_state spawning. [ 759.996022] env[69584]: DEBUG nova.network.neutron [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Successfully updated port: 15e9a752-82fa-486a-8fbc-a6a8376ebd1b {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.090067] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.090067] env[69584]: DEBUG nova.compute.manager [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.096027] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.721s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.096027] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.097973] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.628s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.100103] env[69584]: INFO nova.compute.claims [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.141890] env[69584]: INFO nova.scheduler.client.report [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Deleted allocations for instance 09fbe61d-3dd5-421d-870b-4320e7ba8c0d [ 760.229508] env[69584]: DEBUG oslo_vmware.api [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Task: {'id': task-3485351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144002} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.229760] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.229943] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.230134] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.230306] env[69584]: INFO nova.compute.manager [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Took 1.11 seconds to destroy the instance on the hypervisor. [ 760.230555] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.230753] env[69584]: DEBUG nova.compute.manager [-] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.230851] env[69584]: DEBUG nova.network.neutron [-] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.504636] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "refresh_cache-f982cd1a-f5e6-4417-b970-96d5327c84d1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.504636] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "refresh_cache-f982cd1a-f5e6-4417-b970-96d5327c84d1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.504636] env[69584]: DEBUG nova.network.neutron [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.611334] env[69584]: DEBUG nova.compute.utils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.614161] env[69584]: DEBUG nova.compute.manager [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Not allocating networking since 'none' was specified. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 760.651343] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1e2cf753-80e9-4f69-8dfb-017559f78999 tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "09fbe61d-3dd5-421d-870b-4320e7ba8c0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.744s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.049542] env[69584]: DEBUG nova.network.neutron [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.058229] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.058495] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.058705] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.058888] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.059150] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.064023] env[69584]: INFO nova.compute.manager [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Terminating instance [ 761.119846] env[69584]: DEBUG nova.compute.manager [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.225722] env[69584]: DEBUG nova.network.neutron [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Updating instance_info_cache with network_info: [{"id": "15e9a752-82fa-486a-8fbc-a6a8376ebd1b", "address": "fa:16:3e:59:af:26", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e9a752-82", "ovs_interfaceid": "15e9a752-82fa-486a-8fbc-a6a8376ebd1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.244249] env[69584]: DEBUG nova.network.neutron [-] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.570748] env[69584]: DEBUG nova.compute.manager [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.570748] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.571452] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141959af-166c-4348-bbd1-760c3eb27622 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.583019] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.583019] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f815165f-d6f5-47bb-b847-fd6fd543d81a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.592980] env[69584]: DEBUG oslo_vmware.api [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 761.592980] env[69584]: value = "task-3485352" [ 761.592980] env[69584]: _type = "Task" [ 761.592980] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.601122] env[69584]: DEBUG oslo_vmware.api [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.658084] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f139239f-90b2-4547-ab66-eaa42b437227 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.667113] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e7229a-be37-4bb4-a40b-043a2951221f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.700666] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62b7662-144a-449b-8ed3-34f36b02e00d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.709010] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0353331e-de9a-4a96-b4f7-dd77baf4a23a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.724049] env[69584]: DEBUG nova.compute.provider_tree [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.728034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "refresh_cache-f982cd1a-f5e6-4417-b970-96d5327c84d1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.728367] env[69584]: DEBUG nova.compute.manager [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Instance network_info: |[{"id": "15e9a752-82fa-486a-8fbc-a6a8376ebd1b", "address": "fa:16:3e:59:af:26", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e9a752-82", "ovs_interfaceid": "15e9a752-82fa-486a-8fbc-a6a8376ebd1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.728802] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:af:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15e9a752-82fa-486a-8fbc-a6a8376ebd1b', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.736605] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.737452] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.737928] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f547839-73b7-4788-a8e0-e6fa04564480 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.752892] env[69584]: INFO nova.compute.manager [-] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Took 1.52 seconds to deallocate network for instance. [ 761.763550] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.763550] env[69584]: value = "task-3485353" [ 761.763550] env[69584]: _type = "Task" [ 761.763550] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.771755] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485353, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.013961] env[69584]: DEBUG nova.compute.manager [req-13a44dcd-24f5-4a60-9b64-ca6206624f26 req-04d59305-3084-410d-833f-fa8ad8a8b7e4 service nova] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Received event network-changed-15e9a752-82fa-486a-8fbc-a6a8376ebd1b {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.014136] env[69584]: DEBUG nova.compute.manager [req-13a44dcd-24f5-4a60-9b64-ca6206624f26 req-04d59305-3084-410d-833f-fa8ad8a8b7e4 service nova] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Refreshing instance network info cache due to event network-changed-15e9a752-82fa-486a-8fbc-a6a8376ebd1b. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.016036] env[69584]: DEBUG oslo_concurrency.lockutils [req-13a44dcd-24f5-4a60-9b64-ca6206624f26 req-04d59305-3084-410d-833f-fa8ad8a8b7e4 service nova] Acquiring lock "refresh_cache-f982cd1a-f5e6-4417-b970-96d5327c84d1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.016036] env[69584]: DEBUG oslo_concurrency.lockutils [req-13a44dcd-24f5-4a60-9b64-ca6206624f26 req-04d59305-3084-410d-833f-fa8ad8a8b7e4 service nova] Acquired lock "refresh_cache-f982cd1a-f5e6-4417-b970-96d5327c84d1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.016036] env[69584]: DEBUG nova.network.neutron [req-13a44dcd-24f5-4a60-9b64-ca6206624f26 req-04d59305-3084-410d-833f-fa8ad8a8b7e4 service nova] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Refreshing network info cache for port 15e9a752-82fa-486a-8fbc-a6a8376ebd1b {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.106311] env[69584]: DEBUG oslo_vmware.api [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485352, 'name': PowerOffVM_Task, 'duration_secs': 0.236199} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.106311] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.106508] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.106725] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2515ce53-b673-44c6-87a2-471f080ab4ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.133678] env[69584]: DEBUG nova.compute.manager [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.164216] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.164385] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.164476] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.164633] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.164780] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.164937] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.165217] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.165354] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.165495] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.165672] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.165840] env[69584]: DEBUG nova.virt.hardware [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.167219] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f09a450-d255-47a6-8444-b9a63904fe7f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.172176] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.172376] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.172551] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Deleting the datastore file [datastore2] 300d73e5-833f-4e19-ae99-8e5ce9c1d817 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.174746] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9aab050-efa0-4a1a-802d-5cf19516b254 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.177479] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c818c49-8894-4788-847f-a6593edfd103 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.191136] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.196949] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Creating folder: Project (6a456f56702748c88452369c2ac07a3d). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.198223] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aca2181-be14-4ac2-bb3e-bb299c0e80e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.199889] env[69584]: DEBUG oslo_vmware.api [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for the task: (returnval){ [ 762.199889] env[69584]: value = "task-3485355" [ 762.199889] env[69584]: _type = "Task" [ 762.199889] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.208671] env[69584]: DEBUG oslo_vmware.api [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.209827] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Created folder: Project (6a456f56702748c88452369c2ac07a3d) in parent group-v696614. [ 762.209976] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Creating folder: Instances. Parent ref: group-v696740. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.210206] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50d33f5e-56e0-40d8-ab6b-d80aceff07bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.219031] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Created folder: Instances in parent group-v696740. [ 762.219308] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.219516] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.219772] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b44e0174-d217-4ecd-847e-e4e270a63282 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.232447] env[69584]: DEBUG nova.scheduler.client.report [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.240948] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.240948] env[69584]: value = "task-3485358" [ 762.240948] env[69584]: _type = "Task" [ 762.240948] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.249881] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485358, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.259444] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.274153] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485353, 'name': CreateVM_Task, 'duration_secs': 0.393857} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.274325] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.275020] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.275204] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.275611] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.275878] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ed9cc2-b92b-4333-ab0c-5a0f686f7a70 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.280594] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 762.280594] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520ca584-7361-22c6-31ab-34f2c5afbf9b" [ 762.280594] env[69584]: _type = "Task" [ 762.280594] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.290072] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520ca584-7361-22c6-31ab-34f2c5afbf9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.461626] env[69584]: INFO nova.compute.manager [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Rescuing [ 762.461917] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.462090] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.462278] env[69584]: DEBUG nova.network.neutron [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.712041] env[69584]: DEBUG oslo_vmware.api [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Task: {'id': task-3485355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141385} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.712921] env[69584]: DEBUG nova.network.neutron [req-13a44dcd-24f5-4a60-9b64-ca6206624f26 req-04d59305-3084-410d-833f-fa8ad8a8b7e4 service nova] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Updated VIF entry in instance network info cache for port 15e9a752-82fa-486a-8fbc-a6a8376ebd1b. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.713288] env[69584]: DEBUG nova.network.neutron [req-13a44dcd-24f5-4a60-9b64-ca6206624f26 req-04d59305-3084-410d-833f-fa8ad8a8b7e4 service nova] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Updating instance_info_cache with network_info: [{"id": "15e9a752-82fa-486a-8fbc-a6a8376ebd1b", "address": "fa:16:3e:59:af:26", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e9a752-82", "ovs_interfaceid": "15e9a752-82fa-486a-8fbc-a6a8376ebd1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.714503] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.714688] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.714929] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.715139] env[69584]: INFO nova.compute.manager [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Took 1.14 seconds to destroy the instance on the hypervisor. [ 762.715382] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.715576] env[69584]: DEBUG nova.compute.manager [-] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.715666] env[69584]: DEBUG nova.network.neutron [-] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.737706] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.738243] env[69584]: DEBUG nova.compute.manager [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.740946] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.656s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.742330] env[69584]: INFO nova.compute.claims [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.758971] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485358, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.794848] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520ca584-7361-22c6-31ab-34f2c5afbf9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.795367] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.795732] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.796119] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.796388] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.796699] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.797095] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b95ff14-8671-471e-ae7a-a8be67f92a22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.807461] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.807768] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.809312] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157a8225-aac3-4423-b874-b36711998cd2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.816235] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 762.816235] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520a3fda-f456-f1aa-93e8-0407280c995f" [ 762.816235] env[69584]: _type = "Task" [ 762.816235] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.830250] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520a3fda-f456-f1aa-93e8-0407280c995f, 'name': SearchDatastore_Task, 'duration_secs': 0.008301} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.831442] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebce646-ba7a-4d4c-93cf-a8c344401b29 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.837787] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 762.837787] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cd7df8-817a-8ff3-1c8a-46e26bbd170c" [ 762.837787] env[69584]: _type = "Task" [ 762.837787] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.848356] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cd7df8-817a-8ff3-1c8a-46e26bbd170c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.203029] env[69584]: DEBUG nova.network.neutron [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Updating instance_info_cache with network_info: [{"id": "935692e9-3642-4a4e-b393-6d8a6487ef2c", "address": "fa:16:3e:d0:46:12", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935692e9-36", "ovs_interfaceid": "935692e9-3642-4a4e-b393-6d8a6487ef2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.223270] env[69584]: DEBUG oslo_concurrency.lockutils [req-13a44dcd-24f5-4a60-9b64-ca6206624f26 req-04d59305-3084-410d-833f-fa8ad8a8b7e4 service nova] Releasing lock "refresh_cache-f982cd1a-f5e6-4417-b970-96d5327c84d1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.223270] env[69584]: DEBUG nova.compute.manager [req-13a44dcd-24f5-4a60-9b64-ca6206624f26 req-04d59305-3084-410d-833f-fa8ad8a8b7e4 service nova] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Received event network-vif-deleted-5ecd96ea-7ced-42da-91ba-a99fb765fcd8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.246514] env[69584]: DEBUG nova.compute.utils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.247942] env[69584]: DEBUG nova.compute.manager [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Not allocating networking since 'none' was specified. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 763.261493] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485358, 'name': CreateVM_Task, 'duration_secs': 0.692342} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.261493] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.261493] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.261782] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.262404] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.263147] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f021a8-9e25-4187-a4eb-ca323be73ce8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.269434] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 763.269434] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b6686c-05b7-4caa-734e-5afd35fc3849" [ 763.269434] env[69584]: _type = "Task" [ 763.269434] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.278137] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b6686c-05b7-4caa-734e-5afd35fc3849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.348803] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cd7df8-817a-8ff3-1c8a-46e26bbd170c, 'name': SearchDatastore_Task, 'duration_secs': 0.015158} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.349097] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.349414] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] f982cd1a-f5e6-4417-b970-96d5327c84d1/f982cd1a-f5e6-4417-b970-96d5327c84d1.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.349603] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f37dac0a-a13d-498c-bea6-e0b8d2083639 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.356411] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 763.356411] env[69584]: value = "task-3485359" [ 763.356411] env[69584]: _type = "Task" [ 763.356411] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.364267] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.477444] env[69584]: DEBUG nova.network.neutron [-] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.705115] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.752199] env[69584]: DEBUG nova.compute.manager [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.782705] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b6686c-05b7-4caa-734e-5afd35fc3849, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.783076] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.783312] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.783547] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.783690] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.783894] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.786784] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86a990d2-17e2-4183-b065-c50d83ab86bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.804316] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.804446] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.805219] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e873cb14-4271-4a39-8caf-c4b63f0a5f06 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.811143] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 763.811143] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52adc2c1-e339-dd68-4746-5a98b56f6703" [ 763.811143] env[69584]: _type = "Task" [ 763.811143] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.823277] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52adc2c1-e339-dd68-4746-5a98b56f6703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.872597] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4941} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.872915] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] f982cd1a-f5e6-4417-b970-96d5327c84d1/f982cd1a-f5e6-4417-b970-96d5327c84d1.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.873149] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.873399] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d127e55f-5b30-4a97-a7de-d95505f62c7b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.883826] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 763.883826] env[69584]: value = "task-3485360" [ 763.883826] env[69584]: _type = "Task" [ 763.883826] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.891268] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.981371] env[69584]: INFO nova.compute.manager [-] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Took 1.27 seconds to deallocate network for instance. [ 764.064965] env[69584]: DEBUG nova.compute.manager [req-24528224-15d1-4b9f-a7f8-be29b5cac356 req-9a56779a-e87d-4b3b-8a2e-4441ee8797de service nova] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Received event network-vif-deleted-0e371ab0-5dce-45a0-a7f8-942396ce526d {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.316889] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e11eb-8503-4beb-90b2-33e5e6d37a3c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.328391] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52adc2c1-e339-dd68-4746-5a98b56f6703, 'name': SearchDatastore_Task, 'duration_secs': 0.027854} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.331025] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fe4802-0fb8-4202-9c03-1131c36e49fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.334433] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e63275-2f90-4276-ba50-53427f1d5f26 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.339842] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 764.339842] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ac0b7d-2f8d-bce5-09d8-e8d4426fd836" [ 764.339842] env[69584]: _type = "Task" [ 764.339842] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.369943] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f93b0e1-f56b-4f32-aa36-5eb3c55d4885 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.377496] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ac0b7d-2f8d-bce5-09d8-e8d4426fd836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.380468] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261a60fa-7c74-4f19-9ac4-2e403e3160f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.396617] env[69584]: DEBUG nova.compute.provider_tree [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.401210] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109343} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.401457] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.402207] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823734b3-4375-4e55-8cc4-0cb90a4308cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.424984] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] f982cd1a-f5e6-4417-b970-96d5327c84d1/f982cd1a-f5e6-4417-b970-96d5327c84d1.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.425621] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71492aee-ecba-4e82-8a90-733fa46ec922 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.448028] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 764.448028] env[69584]: value = "task-3485361" [ 764.448028] env[69584]: _type = "Task" [ 764.448028] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.456065] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.488578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.768679] env[69584]: DEBUG nova.compute.manager [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.795299] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.795442] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.795596] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.795780] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.795974] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.796078] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.796293] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.796436] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.796592] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.796753] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.796909] env[69584]: DEBUG nova.virt.hardware [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.797832] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58307687-ea72-4e97-9559-cc27fbeea0d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.805749] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d879c17-7b57-4168-a12d-b52e75c46a66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.819509] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.825123] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.825704] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.825919] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-699f5702-f1b6-41e1-ba1a-9e0544f459d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.841842] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.841842] env[69584]: value = "task-3485362" [ 764.841842] env[69584]: _type = "Task" [ 764.841842] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.849507] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485362, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.876972] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ac0b7d-2f8d-bce5-09d8-e8d4426fd836, 'name': SearchDatastore_Task, 'duration_secs': 0.041836} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.877290] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.877546] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 912ca815-e65f-48f6-bf53-a7057058f72a/912ca815-e65f-48f6-bf53-a7057058f72a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.877800] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4075169-1950-405d-ba43-42dddefeaea1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.883230] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 764.883230] env[69584]: value = "task-3485363" [ 764.883230] env[69584]: _type = "Task" [ 764.883230] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.891359] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.899444] env[69584]: DEBUG nova.scheduler.client.report [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.957176] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485361, 'name': ReconfigVM_Task, 'duration_secs': 0.31907} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.957487] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Reconfigured VM instance instance-00000027 to attach disk [datastore1] f982cd1a-f5e6-4417-b970-96d5327c84d1/f982cd1a-f5e6-4417-b970-96d5327c84d1.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.958162] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48cfa79a-3a2b-4587-a5c4-356064f7026b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.964524] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 764.964524] env[69584]: value = "task-3485364" [ 764.964524] env[69584]: _type = "Task" [ 764.964524] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.972441] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485364, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.249716] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.250081] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d289ae8f-adf3-4cb2-9109-0391a6dfe0ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.257878] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 765.257878] env[69584]: value = "task-3485365" [ 765.257878] env[69584]: _type = "Task" [ 765.257878] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.267984] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.351605] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485362, 'name': CreateVM_Task, 'duration_secs': 0.383773} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.351827] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.352208] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.352366] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.352708] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.352979] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28eff11d-57b0-4783-8c2c-b8ea2132628f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.357704] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 765.357704] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a41d57-2113-3851-a995-fbce8d282a9f" [ 765.357704] env[69584]: _type = "Task" [ 765.357704] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.365917] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a41d57-2113-3851-a995-fbce8d282a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.392631] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485363, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.405079] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.405272] env[69584]: DEBUG nova.compute.manager [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.407829] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.172s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.408057] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.411200] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.995s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.411483] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.414118] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.457s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.415287] env[69584]: DEBUG nova.objects.instance [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 765.448439] env[69584]: INFO nova.scheduler.client.report [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleted allocations for instance 16b96f96-39d6-40a8-a45b-8fc0432f310c [ 765.450186] env[69584]: INFO nova.scheduler.client.report [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleted allocations for instance 913da34d-a6f0-414d-92db-ee71f3a93cf4 [ 765.474895] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485364, 'name': Rename_Task, 'duration_secs': 0.310676} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.475177] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.475414] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c494e9-2dc3-4188-873c-23371ccd6043 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.482522] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 765.482522] env[69584]: value = "task-3485366" [ 765.482522] env[69584]: _type = "Task" [ 765.482522] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.500159] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.768226] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485365, 'name': PowerOffVM_Task, 'duration_secs': 0.271907} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.768471] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.770931] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36230d6e-32bd-4c27-9011-4eac46a7a7e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.790129] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a02880e-fd0a-4a17-a7ba-c951c14cfbb8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.821692] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.821986] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ad9e8ff-0388-470b-b241-1a723d72a665 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.829411] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 765.829411] env[69584]: value = "task-3485367" [ 765.829411] env[69584]: _type = "Task" [ 765.829411] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.838050] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.868238] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a41d57-2113-3851-a995-fbce8d282a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.868527] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.868757] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.868995] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.869312] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.869384] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.869586] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e26027b-8786-4f5d-a1f4-e4a70e0385fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.877819] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.877996] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.878718] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92fa4b1-c76f-4ec7-87c0-a63dfa4cfc90 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.884611] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 765.884611] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529874e9-6263-cbd9-97d6-e4c718c739bf" [ 765.884611] env[69584]: _type = "Task" [ 765.884611] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.896263] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602987} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.901697] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 912ca815-e65f-48f6-bf53-a7057058f72a/912ca815-e65f-48f6-bf53-a7057058f72a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.901697] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.901697] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529874e9-6263-cbd9-97d6-e4c718c739bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008606} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.901697] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-638c5096-704e-448b-924c-f613a36edbcb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.902837] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5cf271-ea8c-4c25-b78c-b127cff71a70 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.908728] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 765.908728] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52593bd0-a34d-a889-053e-044e8209d3b5" [ 765.908728] env[69584]: _type = "Task" [ 765.908728] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.909950] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 765.909950] env[69584]: value = "task-3485368" [ 765.909950] env[69584]: _type = "Task" [ 765.909950] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.922096] env[69584]: DEBUG nova.compute.utils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.930903] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52593bd0-a34d-a889-053e-044e8209d3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.930903] env[69584]: DEBUG nova.compute.manager [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.930903] env[69584]: DEBUG nova.network.neutron [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.932564] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.932845] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e18b7c45-bbd5-411a-95c8-04f20d4fe75c/e18b7c45-bbd5-411a-95c8-04f20d4fe75c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.933189] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.933523] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9948c4c9-eabc-430e-af21-0d50df91e227 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.943757] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 765.943757] env[69584]: value = "task-3485369" [ 765.943757] env[69584]: _type = "Task" [ 765.943757] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.956945] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.963215] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b0219aa8-05f7-49d4-818e-95f9393b2fb7 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "16b96f96-39d6-40a8-a45b-8fc0432f310c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.108s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.965188] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b968cb0e-7a03-4ce0-a8ef-ccd44e0a1bbb tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "913da34d-a6f0-414d-92db-ee71f3a93cf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.255s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.993950] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.003512] env[69584]: DEBUG nova.policy [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15049bf5969c42b1b39b547b7ffca868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb999ce41aa44d188603fb15da3f124', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.349337] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 766.349337] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.349337] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.349337] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.349337] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.349337] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee19a00b-6bd5-4c39-a7af-96f99808d80f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.373939] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.374058] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.375948] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257da0c1-69ca-4947-8d47-5bf8c3f66d73 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.382927] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 766.382927] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525e01bf-3f97-25e7-bf46-dd92d4f7267d" [ 766.382927] env[69584]: _type = "Task" [ 766.382927] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.394397] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525e01bf-3f97-25e7-bf46-dd92d4f7267d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.423318] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269688} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.423508] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.424762] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f243b5c-f9c2-4a5d-aeb3-0e50e540fdc7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.434303] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75382f06-acda-4f14-82c0-15b6e5affdfb tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.438266] env[69584]: DEBUG nova.compute.manager [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.441580] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.022s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.444235] env[69584]: INFO nova.compute.claims [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.472383] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 912ca815-e65f-48f6-bf53-a7057058f72a/912ca815-e65f-48f6-bf53-a7057058f72a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.472383] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53ac86b-87d2-4f2f-adcb-34e74a0ccaab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.494571] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51752} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.500615] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e18b7c45-bbd5-411a-95c8-04f20d4fe75c/e18b7c45-bbd5-411a-95c8-04f20d4fe75c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.500957] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.502487] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79173050-131f-4e67-bc52-dea2497a2175 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.506900] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 766.506900] env[69584]: value = "task-3485370" [ 766.506900] env[69584]: _type = "Task" [ 766.506900] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.515570] env[69584]: DEBUG oslo_vmware.api [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485366, 'name': PowerOnVM_Task, 'duration_secs': 0.993945} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.515862] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 766.515862] env[69584]: value = "task-3485371" [ 766.515862] env[69584]: _type = "Task" [ 766.515862] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.516443] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.517093] env[69584]: INFO nova.compute.manager [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Took 7.07 seconds to spawn the instance on the hypervisor. [ 766.517093] env[69584]: DEBUG nova.compute.manager [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.518033] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce386b86-80a2-4924-b8fb-f98d87bfceff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.526703] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.536178] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.537042] env[69584]: DEBUG nova.network.neutron [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Successfully created port: efad75df-297a-40c8-83ac-30c29d3e507e {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.895281] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525e01bf-3f97-25e7-bf46-dd92d4f7267d, 'name': SearchDatastore_Task, 'duration_secs': 0.019928} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.896223] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40779b2d-b365-4ee2-bd4d-21e9747f34b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.902867] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 766.902867] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e9da7b-de93-97e2-0679-cd72834cf12e" [ 766.902867] env[69584]: _type = "Task" [ 766.902867] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.912553] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e9da7b-de93-97e2-0679-cd72834cf12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.971587] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "afd7a1c1-1c84-4d77-b041-ef05793273c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.974187] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "afd7a1c1-1c84-4d77-b041-ef05793273c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.017287] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485370, 'name': ReconfigVM_Task, 'duration_secs': 0.452277} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.017713] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 912ca815-e65f-48f6-bf53-a7057058f72a/912ca815-e65f-48f6-bf53-a7057058f72a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.021175] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe53c4d-5678-41e3-ac5c-cc4a0ab3669e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.028477] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230753} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.029971] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.030353] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 767.030353] env[69584]: value = "task-3485372" [ 767.030353] env[69584]: _type = "Task" [ 767.030353] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.031207] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c85155-d8de-45d9-bb3e-601d7ad38041 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.054782] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "56f12a2c-d21f-414e-b27e-b140d735351e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.055289] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "56f12a2c-d21f-414e-b27e-b140d735351e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.065046] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] e18b7c45-bbd5-411a-95c8-04f20d4fe75c/e18b7c45-bbd5-411a-95c8-04f20d4fe75c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.065707] env[69584]: INFO nova.compute.manager [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Took 71.02 seconds to build instance. [ 767.070946] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f2efd6a-5c68-43e6-bdb6-a39c7f0c15bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.088833] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485372, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.090016] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1caa35be-dff9-43cb-976a-4d2541661566 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "f982cd1a-f5e6-4417-b970-96d5327c84d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.981s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.097023] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 767.097023] env[69584]: value = "task-3485373" [ 767.097023] env[69584]: _type = "Task" [ 767.097023] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.109761] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.416382] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e9da7b-de93-97e2-0679-cd72834cf12e, 'name': SearchDatastore_Task, 'duration_secs': 0.030763} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.417461] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.417461] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ed0619a9-9206-4935-bb9c-00e3265e8211/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. {{(pid=69584) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 767.417461] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80b6be26-956c-432d-99fd-40e6d6e74cb5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.424546] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 767.424546] env[69584]: value = "task-3485374" [ 767.424546] env[69584]: _type = "Task" [ 767.424546] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.433712] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.454208] env[69584]: DEBUG nova.compute.manager [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.484287] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:55:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56ee395a-36c1-474a-b5c7-14d85e8307f4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-932803112',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.484524] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.484673] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.484862] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.485015] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.487671] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.487943] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.488138] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.488641] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.488641] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.488641] env[69584]: DEBUG nova.virt.hardware [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.489549] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a4af8-22b1-49cd-9f74-1eb08289ac5d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.503868] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17680d50-0c11-42b1-a862-9a0794c391d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.542383] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485372, 'name': Rename_Task, 'duration_secs': 0.168566} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.545181] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.546307] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e8efcbc-37a7-442d-8d9c-8799bdd9cad3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.551189] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 767.551189] env[69584]: value = "task-3485375" [ 767.551189] env[69584]: _type = "Task" [ 767.551189] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.562718] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.593378] env[69584]: DEBUG nova.compute.manager [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.609318] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485373, 'name': ReconfigVM_Task, 'duration_secs': 0.3168} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.610059] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Reconfigured VM instance instance-00000029 to attach disk [datastore2] e18b7c45-bbd5-411a-95c8-04f20d4fe75c/e18b7c45-bbd5-411a-95c8-04f20d4fe75c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.611329] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d1b7ab-88db-41ee-9135-90b3b090eb8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.616605] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0275fb1-fc17-4efd-ab9d-7af1910bcdb9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.625264] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5415b01d-b7cf-41d8-8688-0558fca75ea6 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Suspending the VM {{(pid=69584) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 767.625264] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2a0b4f7-ebdb-4bdb-b1cc-89b6975421d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.626889] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 767.626889] env[69584]: value = "task-3485376" [ 767.626889] env[69584]: _type = "Task" [ 767.626889] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.636638] env[69584]: DEBUG oslo_vmware.api [None req-5415b01d-b7cf-41d8-8688-0558fca75ea6 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 767.636638] env[69584]: value = "task-3485377" [ 767.636638] env[69584]: _type = "Task" [ 767.636638] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.644935] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485376, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.653072] env[69584]: DEBUG oslo_vmware.api [None req-5415b01d-b7cf-41d8-8688-0558fca75ea6 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485377, 'name': SuspendVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.934838] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485374, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.065025] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485375, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.117809] env[69584]: DEBUG oslo_concurrency.lockutils [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.133382] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c438f2b-a51e-4e96-9cba-72ed530d8866 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.146675] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485376, 'name': Rename_Task, 'duration_secs': 0.161381} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.147512] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.148551] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa2caf7-de86-4858-b9a1-e85755f91374 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.157572] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1258250-241f-4688-8277-72649b519e6c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.159567] env[69584]: DEBUG oslo_vmware.api [None req-5415b01d-b7cf-41d8-8688-0558fca75ea6 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485377, 'name': SuspendVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.193016] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d589d12-4ec9-4b3f-ba0b-0bd0252699ae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.196175] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 768.196175] env[69584]: value = "task-3485378" [ 768.196175] env[69584]: _type = "Task" [ 768.196175] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.204570] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbda1f2e-33a4-4b7f-ac3b-717dcaa756d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.213993] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.227309] env[69584]: DEBUG nova.compute.provider_tree [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.319209] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "283b33ad-de82-4b79-8082-62da5612bf64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.319209] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "283b33ad-de82-4b79-8082-62da5612bf64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.328001] env[69584]: DEBUG nova.network.neutron [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Successfully updated port: efad75df-297a-40c8-83ac-30c29d3e507e {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.370450] env[69584]: DEBUG nova.compute.manager [req-297a1811-76d8-4827-8ae7-bf2b04c95073 req-9d8507e1-b296-4ccd-bedf-b33fe25d7330 service nova] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Received event network-vif-plugged-efad75df-297a-40c8-83ac-30c29d3e507e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.370762] env[69584]: DEBUG oslo_concurrency.lockutils [req-297a1811-76d8-4827-8ae7-bf2b04c95073 req-9d8507e1-b296-4ccd-bedf-b33fe25d7330 service nova] Acquiring lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.371099] env[69584]: DEBUG oslo_concurrency.lockutils [req-297a1811-76d8-4827-8ae7-bf2b04c95073 req-9d8507e1-b296-4ccd-bedf-b33fe25d7330 service nova] Lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.371260] env[69584]: DEBUG oslo_concurrency.lockutils [req-297a1811-76d8-4827-8ae7-bf2b04c95073 req-9d8507e1-b296-4ccd-bedf-b33fe25d7330 service nova] Lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.371465] env[69584]: DEBUG nova.compute.manager [req-297a1811-76d8-4827-8ae7-bf2b04c95073 req-9d8507e1-b296-4ccd-bedf-b33fe25d7330 service nova] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] No waiting events found dispatching network-vif-plugged-efad75df-297a-40c8-83ac-30c29d3e507e {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.371675] env[69584]: WARNING nova.compute.manager [req-297a1811-76d8-4827-8ae7-bf2b04c95073 req-9d8507e1-b296-4ccd-bedf-b33fe25d7330 service nova] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Received unexpected event network-vif-plugged-efad75df-297a-40c8-83ac-30c29d3e507e for instance with vm_state building and task_state spawning. [ 768.435355] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991566} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.437429] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ed0619a9-9206-4935-bb9c-00e3265e8211/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. [ 768.437429] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c340cc-551e-41f5-a5e2-bd22d7be01e6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.461434] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] ed0619a9-9206-4935-bb9c-00e3265e8211/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.461783] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d649f47d-5634-4a57-b950-b5f2f4e3f6a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.481430] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 768.481430] env[69584]: value = "task-3485379" [ 768.481430] env[69584]: _type = "Task" [ 768.481430] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.489176] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.561102] env[69584]: DEBUG oslo_vmware.api [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485375, 'name': PowerOnVM_Task, 'duration_secs': 0.756925} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.561394] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.561600] env[69584]: INFO nova.compute.manager [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Took 6.43 seconds to spawn the instance on the hypervisor. [ 768.561780] env[69584]: DEBUG nova.compute.manager [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.562633] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b8aa62-e1d2-45e4-b156-45aa127e094e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.647780] env[69584]: DEBUG oslo_vmware.api [None req-5415b01d-b7cf-41d8-8688-0558fca75ea6 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485377, 'name': SuspendVM_Task, 'duration_secs': 0.935217} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.647886] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5415b01d-b7cf-41d8-8688-0558fca75ea6 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Suspended the VM {{(pid=69584) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 768.648037] env[69584]: DEBUG nova.compute.manager [None req-5415b01d-b7cf-41d8-8688-0558fca75ea6 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.648810] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa971dc-f92e-4595-92d4-580b2f599c0d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.706079] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485378, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.728376] env[69584]: DEBUG nova.scheduler.client.report [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.829099] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.829264] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.829419] env[69584]: DEBUG nova.network.neutron [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.994116] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485379, 'name': ReconfigVM_Task, 'duration_secs': 0.340689} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.994116] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Reconfigured VM instance instance-00000023 to attach disk [datastore1] ed0619a9-9206-4935-bb9c-00e3265e8211/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.994116] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b06f43-3a30-4e4a-9455-478bad3d4ce0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.019730] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f746c135-587f-4a43-9908-be8e51f996f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.036655] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 769.036655] env[69584]: value = "task-3485380" [ 769.036655] env[69584]: _type = "Task" [ 769.036655] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.044651] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.080901] env[69584]: INFO nova.compute.manager [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Took 71.72 seconds to build instance. [ 769.211049] env[69584]: DEBUG oslo_vmware.api [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485378, 'name': PowerOnVM_Task, 'duration_secs': 0.78665} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.212271] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.213159] env[69584]: INFO nova.compute.manager [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Took 4.44 seconds to spawn the instance on the hypervisor. [ 769.213159] env[69584]: DEBUG nova.compute.manager [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.214235] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dc148e-d35a-42a4-8416-08824b782901 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.233799] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.233799] env[69584]: DEBUG nova.compute.manager [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.236360] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.364s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.236589] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.239834] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.917s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.239834] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.241271] env[69584]: DEBUG oslo_concurrency.lockutils [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.353s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.241271] env[69584]: DEBUG oslo_concurrency.lockutils [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.245059] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.909s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.245059] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.245059] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.086s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.245059] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.246535] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.062s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.248041] env[69584]: INFO nova.compute.claims [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.284436] env[69584]: INFO nova.scheduler.client.report [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Deleted allocations for instance 1aa126ff-b673-49e5-a945-4f32fc7c92e2 [ 769.289442] env[69584]: INFO nova.scheduler.client.report [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Deleted allocations for instance 4fbd9481-6115-4243-8700-37374677b0bb [ 769.302765] env[69584]: INFO nova.scheduler.client.report [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Deleted allocations for instance 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa [ 769.327646] env[69584]: INFO nova.scheduler.client.report [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Deleted allocations for instance bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791 [ 769.330966] env[69584]: INFO nova.scheduler.client.report [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Deleted allocations for instance b1e0d3ca-8f60-40e3-b748-c27ab7c346b3 [ 769.384439] env[69584]: DEBUG nova.network.neutron [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.541992] env[69584]: DEBUG nova.network.neutron [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance_info_cache with network_info: [{"id": "efad75df-297a-40c8-83ac-30c29d3e507e", "address": "fa:16:3e:c0:88:a0", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefad75df-29", "ovs_interfaceid": "efad75df-297a-40c8-83ac-30c29d3e507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.542683] env[69584]: WARNING oslo_messaging._drivers.amqpdriver [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 769.550974] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485380, 'name': ReconfigVM_Task, 'duration_secs': 0.143543} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.551252] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.551483] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b875d499-f9ec-4e3f-ae2d-b1d934289be7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.557894] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 769.557894] env[69584]: value = "task-3485381" [ 769.557894] env[69584]: _type = "Task" [ 769.557894] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.565396] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.585343] env[69584]: DEBUG oslo_concurrency.lockutils [None req-75b313da-c617-490c-8182-24d91f579fed tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "912ca815-e65f-48f6-bf53-a7057058f72a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.234s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.743936] env[69584]: INFO nova.compute.manager [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Took 55.29 seconds to build instance. [ 769.753188] env[69584]: DEBUG nova.compute.utils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.756230] env[69584]: DEBUG nova.compute.manager [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.756862] env[69584]: DEBUG nova.network.neutron [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.795345] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5e92b92-ac46-4e35-bbdb-8a7165896cbe tempest-ServersListShow298Test-2032600446 tempest-ServersListShow298Test-2032600446-project-member] Lock "1aa126ff-b673-49e5-a945-4f32fc7c92e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.224s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.799248] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be8f69a7-45c2-4c7e-8f74-ef21ee82223e tempest-ServersTestFqdnHostnames-1211709323 tempest-ServersTestFqdnHostnames-1211709323-project-member] Lock "4fbd9481-6115-4243-8700-37374677b0bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.369s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.811806] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cbd4b19a-0d65-44f5-a026-22b353c8ac6c tempest-ServersV294TestFqdnHostnames-1332279166 tempest-ServersV294TestFqdnHostnames-1332279166-project-member] Lock "8f8e183c-7597-4fb6-9a9f-8002db7ceaaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.628s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.815874] env[69584]: DEBUG nova.policy [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dcdf18b5bf14160b9045070f4694d11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fd97642ffa84fecab8fce7645ac64b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.838958] env[69584]: DEBUG oslo_concurrency.lockutils [None req-089139ef-6629-4681-8dcc-e6b2fa5b6fe1 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.952s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.845566] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b6fb09e-6e26-47cf-9749-2d0dc1570893 tempest-VolumesAssistedSnapshotsTest-2025771694 tempest-VolumesAssistedSnapshotsTest-2025771694-project-member] Lock "b1e0d3ca-8f60-40e3-b748-c27ab7c346b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.608s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.045137] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.045854] env[69584]: DEBUG nova.compute.manager [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Instance network_info: |[{"id": "efad75df-297a-40c8-83ac-30c29d3e507e", "address": "fa:16:3e:c0:88:a0", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefad75df-29", "ovs_interfaceid": "efad75df-297a-40c8-83ac-30c29d3e507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.045988] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:88:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efad75df-297a-40c8-83ac-30c29d3e507e', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.057809] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.061955] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.063732] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24917f60-fcbb-43ea-a451-e40e926241b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.090030] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.094839] env[69584]: DEBUG oslo_vmware.api [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485381, 'name': PowerOnVM_Task, 'duration_secs': 0.399734} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.097128] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.098726] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.098726] env[69584]: value = "task-3485382" [ 770.098726] env[69584]: _type = "Task" [ 770.098726] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.103236] env[69584]: DEBUG nova.compute.manager [None req-d849e91d-eea2-4cb5-9907-07c660c6754d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.104048] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8adb91-b166-4371-981a-7fd4848997d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.112878] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485382, 'name': CreateVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.242124] env[69584]: INFO nova.compute.manager [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Rebuilding instance [ 770.248748] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d26a5dc1-0a4f-405c-90a3-5a312bb410f6 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "e18b7c45-bbd5-411a-95c8-04f20d4fe75c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.116s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.264544] env[69584]: DEBUG nova.compute.manager [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.305228] env[69584]: DEBUG nova.compute.manager [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.306682] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf097d-55c5-417e-b3f0-ffa0049d4473 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.556985] env[69584]: DEBUG nova.network.neutron [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Successfully created port: e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.617777] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485382, 'name': CreateVM_Task, 'duration_secs': 0.429635} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.618355] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.621598] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.622374] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.622468] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.622688] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.625229] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0243e1-2499-4522-8cbc-c1ec012935d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.631831] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 770.631831] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527bb327-0c06-d141-3907-7dc9e9bf2e87" [ 770.631831] env[69584]: _type = "Task" [ 770.631831] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.641230] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527bb327-0c06-d141-3907-7dc9e9bf2e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.684532] env[69584]: DEBUG nova.compute.manager [req-b477498d-5c74-4dc5-a8eb-8b9255c8d2d7 req-c2a4460c-c927-4bfb-a0ca-b10773f4ddc2 service nova] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Received event network-changed-efad75df-297a-40c8-83ac-30c29d3e507e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.685365] env[69584]: DEBUG nova.compute.manager [req-b477498d-5c74-4dc5-a8eb-8b9255c8d2d7 req-c2a4460c-c927-4bfb-a0ca-b10773f4ddc2 service nova] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Refreshing instance network info cache due to event network-changed-efad75df-297a-40c8-83ac-30c29d3e507e. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.685823] env[69584]: DEBUG oslo_concurrency.lockutils [req-b477498d-5c74-4dc5-a8eb-8b9255c8d2d7 req-c2a4460c-c927-4bfb-a0ca-b10773f4ddc2 service nova] Acquiring lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.685823] env[69584]: DEBUG oslo_concurrency.lockutils [req-b477498d-5c74-4dc5-a8eb-8b9255c8d2d7 req-c2a4460c-c927-4bfb-a0ca-b10773f4ddc2 service nova] Acquired lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.686815] env[69584]: DEBUG nova.network.neutron [req-b477498d-5c74-4dc5-a8eb-8b9255c8d2d7 req-c2a4460c-c927-4bfb-a0ca-b10773f4ddc2 service nova] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Refreshing network info cache for port efad75df-297a-40c8-83ac-30c29d3e507e {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.754383] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.807096] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01a3064-8a52-42fc-884e-c0c67a5e053b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.817582] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cda327e-e88c-4df8-9e22-19f6bb5b3518 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.853996] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.854833] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232ccb43-dd1c-4edb-a3f0-ddb2a71d00c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.857686] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7560327-aecc-49ec-a905-bc29a6c84637 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.866478] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8191760-2ac5-4bf7-9acc-9203a5115fe0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.871647] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 770.871647] env[69584]: value = "task-3485383" [ 770.871647] env[69584]: _type = "Task" [ 770.871647] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.889220] env[69584]: DEBUG nova.compute.provider_tree [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.896045] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.148819] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527bb327-0c06-d141-3907-7dc9e9bf2e87, 'name': SearchDatastore_Task, 'duration_secs': 0.015267} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.148819] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.148819] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.148819] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.148819] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.148819] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.148819] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bb4682f-f0b2-48fd-b685-df6455caed61 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.156274] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.156458] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.157520] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c53b8b-b3ae-43a9-9c3c-ee26af1d1404 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.163620] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 771.163620] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a4f231-b314-8c52-34aa-fbcd57b1622b" [ 771.163620] env[69584]: _type = "Task" [ 771.163620] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.171025] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a4f231-b314-8c52-34aa-fbcd57b1622b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.173388] env[69584]: DEBUG nova.compute.manager [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.174089] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b90015-5d1b-4a20-8d49-fed6f5db2cee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.278957] env[69584]: DEBUG nova.compute.manager [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.301318] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.309305] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.309305] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.309305] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.309305] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.309305] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.309824] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.310271] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.311225] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.311225] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.311225] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.311225] env[69584]: DEBUG nova.virt.hardware [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.312382] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ceec3b-1106-4770-b2bf-76675eded7bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.320323] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ab232f-ddac-4a5b-b7a8-afebc420e464 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.381313] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485383, 'name': PowerOffVM_Task, 'duration_secs': 0.220612} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.381433] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.381713] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.383433] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6875c1a0-a4e7-481b-9402-c53e5e44e970 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.390410] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.390499] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17a06126-a1d9-4114-bdf3-34c270446330 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.392717] env[69584]: DEBUG nova.scheduler.client.report [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.419996] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.420288] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.420423] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Deleting the datastore file [datastore2] e18b7c45-bbd5-411a-95c8-04f20d4fe75c {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.421382] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98b5cdb2-4a2e-4f3f-9671-5982bce29630 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.428553] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 771.428553] env[69584]: value = "task-3485385" [ 771.428553] env[69584]: _type = "Task" [ 771.428553] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.438108] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.673549] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a4f231-b314-8c52-34aa-fbcd57b1622b, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.674404] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4830e7f2-e316-43dd-910e-c06491015735 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.680186] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 771.680186] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5274975d-b74d-beba-5c1f-67b676fbfc8e" [ 771.680186] env[69584]: _type = "Task" [ 771.680186] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.685727] env[69584]: INFO nova.compute.manager [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] instance snapshotting [ 771.685913] env[69584]: WARNING nova.compute.manager [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 771.690753] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5274975d-b74d-beba-5c1f-67b676fbfc8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.691797] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231b1784-83c1-4c72-895d-d87f15455d6a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.721853] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6676a7c4-2869-4098-83ea-09b23607d9ce {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.876295] env[69584]: DEBUG nova.network.neutron [req-b477498d-5c74-4dc5-a8eb-8b9255c8d2d7 req-c2a4460c-c927-4bfb-a0ca-b10773f4ddc2 service nova] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updated VIF entry in instance network info cache for port efad75df-297a-40c8-83ac-30c29d3e507e. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.877337] env[69584]: DEBUG nova.network.neutron [req-b477498d-5c74-4dc5-a8eb-8b9255c8d2d7 req-c2a4460c-c927-4bfb-a0ca-b10773f4ddc2 service nova] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance_info_cache with network_info: [{"id": "efad75df-297a-40c8-83ac-30c29d3e507e", "address": "fa:16:3e:c0:88:a0", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefad75df-29", "ovs_interfaceid": "efad75df-297a-40c8-83ac-30c29d3e507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.898025] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.898538] env[69584]: DEBUG nova.compute.manager [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.901312] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.577s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.903163] env[69584]: INFO nova.compute.claims [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.939305] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112426} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.939626] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.939824] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.940010] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.149017] env[69584]: INFO nova.compute.manager [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Unrescuing [ 772.149017] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.149017] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.149017] env[69584]: DEBUG nova.network.neutron [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.192029] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5274975d-b74d-beba-5c1f-67b676fbfc8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.192306] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.192644] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2/ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.193011] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb035062-e6e0-438e-93e6-39bbb41a818b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.201309] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 772.201309] env[69584]: value = "task-3485386" [ 772.201309] env[69584]: _type = "Task" [ 772.201309] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.209687] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.236141] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 772.236330] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-882c7836-80c1-4510-a895-33393bbd0df7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.243949] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 772.243949] env[69584]: value = "task-3485387" [ 772.243949] env[69584]: _type = "Task" [ 772.243949] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.257246] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485387, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.380436] env[69584]: DEBUG oslo_concurrency.lockutils [req-b477498d-5c74-4dc5-a8eb-8b9255c8d2d7 req-c2a4460c-c927-4bfb-a0ca-b10773f4ddc2 service nova] Releasing lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.408972] env[69584]: DEBUG nova.compute.utils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.412079] env[69584]: DEBUG nova.compute.manager [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.412350] env[69584]: DEBUG nova.network.neutron [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.242285] env[69584]: DEBUG nova.policy [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f689d74606764ddd842762d5d59c0f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b439f64584cb49d19c049a42e718fe72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.245652] env[69584]: DEBUG nova.compute.manager [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.250972] env[69584]: DEBUG nova.compute.manager [req-2d76a18d-7487-4600-a3e0-6dae194601fa req-d9b71a40-954d-4c00-a39d-c2809e6d4aa0 service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Received event network-vif-plugged-e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.251189] env[69584]: DEBUG oslo_concurrency.lockutils [req-2d76a18d-7487-4600-a3e0-6dae194601fa req-d9b71a40-954d-4c00-a39d-c2809e6d4aa0 service nova] Acquiring lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.251392] env[69584]: DEBUG oslo_concurrency.lockutils [req-2d76a18d-7487-4600-a3e0-6dae194601fa req-d9b71a40-954d-4c00-a39d-c2809e6d4aa0 service nova] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.251552] env[69584]: DEBUG oslo_concurrency.lockutils [req-2d76a18d-7487-4600-a3e0-6dae194601fa req-d9b71a40-954d-4c00-a39d-c2809e6d4aa0 service nova] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.251715] env[69584]: DEBUG nova.compute.manager [req-2d76a18d-7487-4600-a3e0-6dae194601fa req-d9b71a40-954d-4c00-a39d-c2809e6d4aa0 service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] No waiting events found dispatching network-vif-plugged-e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.251872] env[69584]: WARNING nova.compute.manager [req-2d76a18d-7487-4600-a3e0-6dae194601fa req-d9b71a40-954d-4c00-a39d-c2809e6d4aa0 service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Received unexpected event network-vif-plugged-e311a74f-136b-4e19-a949-ccd90315ece3 for instance with vm_state building and task_state spawning. [ 773.266144] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485387, 'name': CreateSnapshot_Task, 'duration_secs': 0.761896} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.269176] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 773.269453] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514942} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.270347] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d12ce6-a358-4bf4-ab33-1bc2891af5ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.273105] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2/ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.273105] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.273105] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-286ab9a4-1d93-45bd-a64c-d109e05226bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.282688] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 773.282688] env[69584]: value = "task-3485388" [ 773.282688] env[69584]: _type = "Task" [ 773.282688] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.293963] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.771014] env[69584]: DEBUG nova.network.neutron [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Successfully updated port: e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.784923] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.788308] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.788308] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.788308] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.788308] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.790050] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.790379] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.790597] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.791573] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.791573] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.791573] env[69584]: DEBUG nova.virt.hardware [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.798439] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 773.799351] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a10c4-6d98-404a-946b-d1ea38de9a26 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.805247] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6b66027-ec48-4284-88f2-5f32c90ebe35 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.819602] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321133} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.822956] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.824127] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 773.824127] env[69584]: value = "task-3485389" [ 773.824127] env[69584]: _type = "Task" [ 773.824127] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.824127] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f63606b-8066-42de-82d3-61708bba2338 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.828485] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f575f454-03ec-4619-a510-0085ee38c2a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.838626] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aed3ca-0e93-4685-bedf-26f4781b95d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.863744] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2/ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.877830] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc94204e-9559-4a29-854b-753c2c73ebaf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.901917] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485389, 'name': CloneVM_Task} progress is 11%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.902539] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.912646] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.918838] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.922624] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b4d09b5-29c8-4b81-bc79-bb37ec10ba22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.947028] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181e94ea-9810-4e93-b750-2e2a476b4230 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.953275] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 773.953275] env[69584]: value = "task-3485390" [ 773.953275] env[69584]: _type = "Task" [ 773.953275] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.991038] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.991038] env[69584]: value = "task-3485391" [ 773.991038] env[69584]: _type = "Task" [ 773.991038] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.992309] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26528bb9-944c-4008-9029-a35672991c2a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.002736] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.010819] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45f2acc-09a2-4660-9b6a-7bea17f45219 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.014791] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485391, 'name': CreateVM_Task} progress is 15%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.026656] env[69584]: DEBUG nova.compute.provider_tree [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.142025] env[69584]: DEBUG nova.network.neutron [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Updating instance_info_cache with network_info: [{"id": "935692e9-3642-4a4e-b393-6d8a6487ef2c", "address": "fa:16:3e:d0:46:12", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935692e9-36", "ovs_interfaceid": "935692e9-3642-4a4e-b393-6d8a6487ef2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.263517] env[69584]: DEBUG nova.compute.manager [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.276105] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.276244] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.276375] env[69584]: DEBUG nova.network.neutron [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.290823] env[69584]: DEBUG nova.network.neutron [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Successfully created port: a1849a16-89c6-4938-885b-0396d0c4fa4c {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.299445] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.300266] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.300266] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.300266] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.300266] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.300266] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.301102] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.301102] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.301102] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.301102] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.301102] env[69584]: DEBUG nova.virt.hardware [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.302504] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb80c6b7-eac2-43c3-af43-967408d925c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.310985] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4376d3f6-86d8-4226-b6c2-d96eac93be24 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.336101] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485389, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.463700] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485390, 'name': ReconfigVM_Task, 'duration_secs': 0.495952} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.464018] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2/ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.464662] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e66f5de-9ca7-4431-821a-33d63232c7b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.472084] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 774.472084] env[69584]: value = "task-3485392" [ 774.472084] env[69584]: _type = "Task" [ 774.472084] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.482450] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485392, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.506269] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485391, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.551455] env[69584]: ERROR nova.scheduler.client.report [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [req-36689960-f654-4c9d-b560-8506fac314e9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36689960-f654-4c9d-b560-8506fac314e9"}]} [ 774.568478] env[69584]: DEBUG nova.scheduler.client.report [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 774.584826] env[69584]: DEBUG nova.scheduler.client.report [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 774.585097] env[69584]: DEBUG nova.compute.provider_tree [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.600501] env[69584]: DEBUG nova.scheduler.client.report [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 774.629241] env[69584]: DEBUG nova.scheduler.client.report [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 774.648645] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "refresh_cache-ed0619a9-9206-4935-bb9c-00e3265e8211" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.653412] env[69584]: DEBUG nova.objects.instance [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lazy-loading 'flavor' on Instance uuid ed0619a9-9206-4935-bb9c-00e3265e8211 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.846337] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485389, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.858440] env[69584]: DEBUG nova.network.neutron [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.981965] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485392, 'name': Rename_Task, 'duration_secs': 0.200083} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.985947] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.986422] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a7c64da-78b5-4e0b-b1cd-ee9db2405da3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.999045] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 774.999045] env[69584]: value = "task-3485393" [ 774.999045] env[69584]: _type = "Task" [ 774.999045] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.022182] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485393, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.022182] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485391, 'name': CreateVM_Task, 'duration_secs': 0.907693} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.022182] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.022577] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.022738] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.023377] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.023506] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa69e9b-4f3f-4b5a-a56d-728f61ab81bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.031754] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 775.031754] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5230c8e3-2600-6fc1-909c-2cffb2de8075" [ 775.031754] env[69584]: _type = "Task" [ 775.031754] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.042069] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5230c8e3-2600-6fc1-909c-2cffb2de8075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.132701] env[69584]: DEBUG nova.network.neutron [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updating instance_info_cache with network_info: [{"id": "e311a74f-136b-4e19-a949-ccd90315ece3", "address": "fa:16:3e:4c:f0:46", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape311a74f-13", "ovs_interfaceid": "e311a74f-136b-4e19-a949-ccd90315ece3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.162344] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c64afb-d72e-4d06-9dac-41d68055dd12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.189481] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.192627] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4bd3faf-5222-4d41-9edc-fb3bb95d6ecd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.200711] env[69584]: DEBUG oslo_vmware.api [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 775.200711] env[69584]: value = "task-3485394" [ 775.200711] env[69584]: _type = "Task" [ 775.200711] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.212154] env[69584]: DEBUG oslo_vmware.api [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.306117] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea0aab7-5cdc-4b7c-ac4e-c37cfe6acf90 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.313763] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af204124-6419-4215-a2c8-fafbe8dc059a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.352629] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459961bd-e732-4514-8b0a-a9264959f329 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.357203] env[69584]: DEBUG nova.compute.manager [req-8a78b1e5-781f-4a76-87bd-cf8d512fb92f req-09c94728-910a-4191-b1b3-95bc4c7330bc service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Received event network-changed-e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.357400] env[69584]: DEBUG nova.compute.manager [req-8a78b1e5-781f-4a76-87bd-cf8d512fb92f req-09c94728-910a-4191-b1b3-95bc4c7330bc service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Refreshing instance network info cache due to event network-changed-e311a74f-136b-4e19-a949-ccd90315ece3. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.357588] env[69584]: DEBUG oslo_concurrency.lockutils [req-8a78b1e5-781f-4a76-87bd-cf8d512fb92f req-09c94728-910a-4191-b1b3-95bc4c7330bc service nova] Acquiring lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.363467] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485389, 'name': CloneVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.366763] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2d94ba-cb9d-477a-8a60-1a9b9c9957a8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.384416] env[69584]: DEBUG nova.compute.provider_tree [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.515418] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.541520] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5230c8e3-2600-6fc1-909c-2cffb2de8075, 'name': SearchDatastore_Task, 'duration_secs': 0.011873} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.541826] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.542072] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.542317] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.542461] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.542638] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.542923] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01532280-530f-4aff-aadc-7a50ef050e78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.554347] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.554521] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.555250] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7035f0de-d27f-43d2-9cd2-a69c2ace6647 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.560481] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 775.560481] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52baf452-31c3-e28c-2533-cb9009f608c3" [ 775.560481] env[69584]: _type = "Task" [ 775.560481] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.569511] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52baf452-31c3-e28c-2533-cb9009f608c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.635105] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.635530] env[69584]: DEBUG nova.compute.manager [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Instance network_info: |[{"id": "e311a74f-136b-4e19-a949-ccd90315ece3", "address": "fa:16:3e:4c:f0:46", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape311a74f-13", "ovs_interfaceid": "e311a74f-136b-4e19-a949-ccd90315ece3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.635798] env[69584]: DEBUG oslo_concurrency.lockutils [req-8a78b1e5-781f-4a76-87bd-cf8d512fb92f req-09c94728-910a-4191-b1b3-95bc4c7330bc service nova] Acquired lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.635984] env[69584]: DEBUG nova.network.neutron [req-8a78b1e5-781f-4a76-87bd-cf8d512fb92f req-09c94728-910a-4191-b1b3-95bc4c7330bc service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Refreshing network info cache for port e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.637284] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f0:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e311a74f-136b-4e19-a949-ccd90315ece3', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.646726] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Creating folder: Project (6fd97642ffa84fecab8fce7645ac64b2). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.647946] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2817006-c52e-4d9b-a4d1-b6002c115b3b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.661423] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Created folder: Project (6fd97642ffa84fecab8fce7645ac64b2) in parent group-v696614. [ 775.661625] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Creating folder: Instances. Parent ref: group-v696748. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.661867] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd75abed-5f86-47c6-b60c-b8922498d223 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.670503] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Created folder: Instances in parent group-v696748. [ 775.670752] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.670961] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.671875] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d919242-5bdd-4d47-b8ea-4a1f55b2f323 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.691865] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.691865] env[69584]: value = "task-3485397" [ 775.691865] env[69584]: _type = "Task" [ 775.691865] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.699524] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485397, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.710943] env[69584]: DEBUG oslo_vmware.api [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485394, 'name': PowerOffVM_Task, 'duration_secs': 0.222545} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.711235] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.716841] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 775.717038] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c79257-172f-4475-842f-12f012a312ab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.744533] env[69584]: DEBUG oslo_vmware.api [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 775.744533] env[69584]: value = "task-3485398" [ 775.744533] env[69584]: _type = "Task" [ 775.744533] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.758026] env[69584]: DEBUG oslo_vmware.api [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.862826] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485389, 'name': CloneVM_Task, 'duration_secs': 1.615743} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.863235] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Created linked-clone VM from snapshot [ 775.864166] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b60184-ec4b-4c06-bfba-0500b9766da5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.872956] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Uploading image f10c18a4-1e73-4a1d-9e88-20d4c9f2949b {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 775.891020] env[69584]: DEBUG nova.scheduler.client.report [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.909871] env[69584]: DEBUG oslo_vmware.rw_handles [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.909871] env[69584]: value = "vm-696746" [ 775.909871] env[69584]: _type = "VirtualMachine" [ 775.909871] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.910463] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a91e6810-eb24-4805-828e-52b12e1590cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.917309] env[69584]: DEBUG oslo_vmware.rw_handles [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lease: (returnval){ [ 775.917309] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f77119-d3c3-55ce-5b00-a5bdead450d3" [ 775.917309] env[69584]: _type = "HttpNfcLease" [ 775.917309] env[69584]: } obtained for exporting VM: (result){ [ 775.917309] env[69584]: value = "vm-696746" [ 775.917309] env[69584]: _type = "VirtualMachine" [ 775.917309] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.917650] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the lease: (returnval){ [ 775.917650] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f77119-d3c3-55ce-5b00-a5bdead450d3" [ 775.917650] env[69584]: _type = "HttpNfcLease" [ 775.917650] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.924425] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.924425] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f77119-d3c3-55ce-5b00-a5bdead450d3" [ 775.924425] env[69584]: _type = "HttpNfcLease" [ 775.924425] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 776.015909] env[69584]: DEBUG oslo_vmware.api [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485393, 'name': PowerOnVM_Task, 'duration_secs': 0.624838} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.016321] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.016577] env[69584]: INFO nova.compute.manager [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Took 8.56 seconds to spawn the instance on the hypervisor. [ 776.016925] env[69584]: DEBUG nova.compute.manager [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.017833] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14799577-b8ea-4214-9aba-c48a1acaacd5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.074620] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52baf452-31c3-e28c-2533-cb9009f608c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014105} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.075619] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad82cad-6d2b-4cb3-8526-ac6369f47940 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.086054] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 776.086054] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d6228b-05ab-f07b-6279-ad34d9717e53" [ 776.086054] env[69584]: _type = "Task" [ 776.086054] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.098132] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d6228b-05ab-f07b-6279-ad34d9717e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.204334] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485397, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.249677] env[69584]: DEBUG nova.network.neutron [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Successfully updated port: a1849a16-89c6-4938-885b-0396d0c4fa4c {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.261046] env[69584]: DEBUG oslo_vmware.api [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485398, 'name': ReconfigVM_Task, 'duration_secs': 0.333741} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.262505] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 776.262708] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.263558] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95b87d6b-03fc-4d26-95eb-73adf186059d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.271822] env[69584]: DEBUG oslo_vmware.api [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 776.271822] env[69584]: value = "task-3485400" [ 776.271822] env[69584]: _type = "Task" [ 776.271822] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.280913] env[69584]: DEBUG oslo_vmware.api [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.397083] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.496s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.397646] env[69584]: DEBUG nova.compute.manager [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.401666] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.918s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.403356] env[69584]: INFO nova.compute.claims [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.434142] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.434142] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f77119-d3c3-55ce-5b00-a5bdead450d3" [ 776.434142] env[69584]: _type = "HttpNfcLease" [ 776.434142] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 776.434142] env[69584]: DEBUG oslo_vmware.rw_handles [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 776.434142] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f77119-d3c3-55ce-5b00-a5bdead450d3" [ 776.434142] env[69584]: _type = "HttpNfcLease" [ 776.434142] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 776.434142] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c615809-0fde-4e5c-ab94-b33e8796676d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.440962] env[69584]: DEBUG oslo_vmware.rw_handles [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e174c-5102-400a-a1d4-559dbca3cef2/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 776.440962] env[69584]: DEBUG oslo_vmware.rw_handles [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e174c-5102-400a-a1d4-559dbca3cef2/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.535945] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-11b43817-8361-483c-8edd-a0b19e1929aa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.542061] env[69584]: INFO nova.compute.manager [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Took 61.49 seconds to build instance. [ 776.599806] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d6228b-05ab-f07b-6279-ad34d9717e53, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.600567] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.601909] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e18b7c45-bbd5-411a-95c8-04f20d4fe75c/e18b7c45-bbd5-411a-95c8-04f20d4fe75c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.601909] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de00a290-7c51-4dfb-806d-1e94883563c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.612086] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 776.612086] env[69584]: value = "task-3485401" [ 776.612086] env[69584]: _type = "Task" [ 776.612086] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.621706] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.699903] env[69584]: DEBUG nova.network.neutron [req-8a78b1e5-781f-4a76-87bd-cf8d512fb92f req-09c94728-910a-4191-b1b3-95bc4c7330bc service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updated VIF entry in instance network info cache for port e311a74f-136b-4e19-a949-ccd90315ece3. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.700310] env[69584]: DEBUG nova.network.neutron [req-8a78b1e5-781f-4a76-87bd-cf8d512fb92f req-09c94728-910a-4191-b1b3-95bc4c7330bc service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updating instance_info_cache with network_info: [{"id": "e311a74f-136b-4e19-a949-ccd90315ece3", "address": "fa:16:3e:4c:f0:46", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape311a74f-13", "ovs_interfaceid": "e311a74f-136b-4e19-a949-ccd90315ece3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.705339] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485397, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.754490] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "refresh_cache-415bb90f-8235-4e19-84dd-50927452592a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.754490] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "refresh_cache-415bb90f-8235-4e19-84dd-50927452592a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.754490] env[69584]: DEBUG nova.network.neutron [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.784622] env[69584]: DEBUG oslo_vmware.api [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485400, 'name': PowerOnVM_Task, 'duration_secs': 0.495402} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.785123] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.785541] env[69584]: DEBUG nova.compute.manager [None req-3ee28610-052d-4eee-b525-2c7b6244f706 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.786515] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6496c311-a074-4db9-80c1-b594d72dd21b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.912298] env[69584]: DEBUG nova.compute.utils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.919335] env[69584]: DEBUG nova.compute.manager [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.922417] env[69584]: DEBUG nova.network.neutron [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.004172] env[69584]: DEBUG nova.policy [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e095fdd3b54e82b2904ff564b8c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854ce7cfadbe4b698b2d7fd90b8e97c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.046414] env[69584]: DEBUG oslo_concurrency.lockutils [None req-55cc1bb1-468e-4973-bb8c-3611870e31a2 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.037s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.124197] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485401, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.205597] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485397, 'name': CreateVM_Task, 'duration_secs': 1.088966} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.206198] env[69584]: DEBUG oslo_concurrency.lockutils [req-8a78b1e5-781f-4a76-87bd-cf8d512fb92f req-09c94728-910a-4191-b1b3-95bc4c7330bc service nova] Releasing lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.206683] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.207401] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.207573] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.208073] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.208365] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859c70ff-27a7-4e42-9d4c-e6bdfdb234bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.213876] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 777.213876] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520b84b6-5994-9973-d587-512821689b44" [ 777.213876] env[69584]: _type = "Task" [ 777.213876] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.222719] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520b84b6-5994-9973-d587-512821689b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.416522] env[69584]: DEBUG nova.compute.manager [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.548120] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.552388] env[69584]: DEBUG nova.network.neutron [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.634634] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525579} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.634634] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e18b7c45-bbd5-411a-95c8-04f20d4fe75c/e18b7c45-bbd5-411a-95c8-04f20d4fe75c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.634634] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.634634] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbc6cd09-f21e-423e-afab-54a0e1db910a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.646420] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 777.646420] env[69584]: value = "task-3485402" [ 777.646420] env[69584]: _type = "Task" [ 777.646420] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.662511] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.727881] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520b84b6-5994-9973-d587-512821689b44, 'name': SearchDatastore_Task, 'duration_secs': 0.016361} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.733963] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.733963] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.733963] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.733963] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.733963] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.734163] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86017c2e-6389-4ef7-a62b-b148b7ab5df1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.743253] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.743474] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.744394] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38e06d4-7dfc-4a37-b07d-2feb5d34d463 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.758556] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 777.758556] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c89f04-4335-08e6-b1b4-759d03e0d86d" [ 777.758556] env[69584]: _type = "Task" [ 777.758556] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.773483] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c89f04-4335-08e6-b1b4-759d03e0d86d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.088304] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.141690] env[69584]: DEBUG nova.network.neutron [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Updating instance_info_cache with network_info: [{"id": "a1849a16-89c6-4938-885b-0396d0c4fa4c", "address": "fa:16:3e:68:8b:58", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1849a16-89", "ovs_interfaceid": "a1849a16-89c6-4938-885b-0396d0c4fa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.166727] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071994} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.171471] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.180270] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3f7f0a-be9f-42d3-8611-b356b94c3c07 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.205322] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] e18b7c45-bbd5-411a-95c8-04f20d4fe75c/e18b7c45-bbd5-411a-95c8-04f20d4fe75c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.210360] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451c521b-e463-491b-9861-680e47cec090 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.226013] env[69584]: DEBUG nova.compute.manager [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Received event network-vif-plugged-a1849a16-89c6-4938-885b-0396d0c4fa4c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.226299] env[69584]: DEBUG oslo_concurrency.lockutils [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] Acquiring lock "415bb90f-8235-4e19-84dd-50927452592a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.226474] env[69584]: DEBUG oslo_concurrency.lockutils [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] Lock "415bb90f-8235-4e19-84dd-50927452592a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.226668] env[69584]: DEBUG oslo_concurrency.lockutils [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] Lock "415bb90f-8235-4e19-84dd-50927452592a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.226810] env[69584]: DEBUG nova.compute.manager [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] No waiting events found dispatching network-vif-plugged-a1849a16-89c6-4938-885b-0396d0c4fa4c {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.226991] env[69584]: WARNING nova.compute.manager [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Received unexpected event network-vif-plugged-a1849a16-89c6-4938-885b-0396d0c4fa4c for instance with vm_state building and task_state spawning. [ 778.227165] env[69584]: DEBUG nova.compute.manager [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Received event network-changed-a1849a16-89c6-4938-885b-0396d0c4fa4c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.227339] env[69584]: DEBUG nova.compute.manager [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Refreshing instance network info cache due to event network-changed-a1849a16-89c6-4938-885b-0396d0c4fa4c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.227552] env[69584]: DEBUG oslo_concurrency.lockutils [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] Acquiring lock "refresh_cache-415bb90f-8235-4e19-84dd-50927452592a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.236496] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 778.236496] env[69584]: value = "task-3485403" [ 778.236496] env[69584]: _type = "Task" [ 778.236496] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.245572] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.267905] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31967d1f-b6b4-4e48-9b30-4ff3b140a7d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.274623] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c89f04-4335-08e6-b1b4-759d03e0d86d, 'name': SearchDatastore_Task, 'duration_secs': 0.021748} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.276532] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc76f765-f12d-4243-bf80-c5d7882ae64b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.282161] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de385f1-78e5-4ee8-834c-37b4a595f154 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.287241] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 778.287241] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5277fd50-1358-f006-3734-4eba92373fba" [ 778.287241] env[69584]: _type = "Task" [ 778.287241] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.321839] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fda0ac-1ae9-4901-97f3-bfa38eaed0cd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.329560] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5277fd50-1358-f006-3734-4eba92373fba, 'name': SearchDatastore_Task, 'duration_secs': 0.01364} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.330445] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.330814] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 9805d5cc-af24-4bf5-b99b-4bc316661526/9805d5cc-af24-4bf5-b99b-4bc316661526.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.331236] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ad763bb-3542-4f4b-9fa7-ec5b73357f29 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.337432] env[69584]: DEBUG nova.network.neutron [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Successfully created port: 23a7d460-e6cf-49c4-946e-4bf9e7a63472 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.341225] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2737fcf-71c1-47ce-9824-8a5344cb4d2c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.348024] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 778.348024] env[69584]: value = "task-3485404" [ 778.348024] env[69584]: _type = "Task" [ 778.348024] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.363113] env[69584]: DEBUG nova.compute.provider_tree [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.371182] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.434074] env[69584]: DEBUG nova.compute.manager [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.470072] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.470361] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.470547] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.470740] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.470990] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.471255] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.471471] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.471636] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.471837] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.472044] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.472246] env[69584]: DEBUG nova.virt.hardware [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.473304] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d88e076-bb91-4ba0-a037-cd09bc82bc78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.482651] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35497c02-e6d6-4ee8-bd8a-dc2e23739979 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.550074] env[69584]: DEBUG nova.compute.manager [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Stashing vm_state: active {{(pid=69584) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 778.651026] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "refresh_cache-415bb90f-8235-4e19-84dd-50927452592a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.651026] env[69584]: DEBUG nova.compute.manager [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Instance network_info: |[{"id": "a1849a16-89c6-4938-885b-0396d0c4fa4c", "address": "fa:16:3e:68:8b:58", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1849a16-89", "ovs_interfaceid": "a1849a16-89c6-4938-885b-0396d0c4fa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.651026] env[69584]: DEBUG oslo_concurrency.lockutils [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] Acquired lock "refresh_cache-415bb90f-8235-4e19-84dd-50927452592a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.651026] env[69584]: DEBUG nova.network.neutron [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Refreshing network info cache for port a1849a16-89c6-4938-885b-0396d0c4fa4c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.654160] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:8b:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1849a16-89c6-4938-885b-0396d0c4fa4c', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.662636] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.666438] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.667067] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfe9c695-bd63-430c-8d10-552ae5b4fc80 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.693549] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.693549] env[69584]: value = "task-3485405" [ 778.693549] env[69584]: _type = "Task" [ 778.693549] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.706273] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485405, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.749251] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485403, 'name': ReconfigVM_Task, 'duration_secs': 0.40076} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.751562] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Reconfigured VM instance instance-00000029 to attach disk [datastore2] e18b7c45-bbd5-411a-95c8-04f20d4fe75c/e18b7c45-bbd5-411a-95c8-04f20d4fe75c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.752340] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-426a3537-b7e9-440a-8bc7-d572f878b8dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.760743] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 778.760743] env[69584]: value = "task-3485406" [ 778.760743] env[69584]: _type = "Task" [ 778.760743] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.774255] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485406, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.862049] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485404, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.901813] env[69584]: ERROR nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [req-ce10f629-2e30-4ff1-b720-8158788ad7fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce10f629-2e30-4ff1-b720-8158788ad7fa"}]} [ 778.923270] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 778.943366] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 778.944086] env[69584]: DEBUG nova.compute.provider_tree [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.964684] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 778.991841] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 779.068143] env[69584]: DEBUG nova.network.neutron [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Updated VIF entry in instance network info cache for port a1849a16-89c6-4938-885b-0396d0c4fa4c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.068539] env[69584]: DEBUG nova.network.neutron [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Updating instance_info_cache with network_info: [{"id": "a1849a16-89c6-4938-885b-0396d0c4fa4c", "address": "fa:16:3e:68:8b:58", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1849a16-89", "ovs_interfaceid": "a1849a16-89c6-4938-885b-0396d0c4fa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.077039] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.207795] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485405, 'name': CreateVM_Task, 'duration_secs': 0.504406} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.208055] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.208756] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.208886] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.209374] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.209648] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b610cf50-0b42-44c5-806d-60b9841ed7d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.214973] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 779.214973] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529e7b0e-709b-6e33-b2d1-909a46784567" [ 779.214973] env[69584]: _type = "Task" [ 779.214973] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.227632] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529e7b0e-709b-6e33-b2d1-909a46784567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.274053] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485406, 'name': Rename_Task, 'duration_secs': 0.264023} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.274303] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.274544] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0b8a490-6706-4daa-908f-141c923119ae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.288309] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 779.288309] env[69584]: value = "task-3485407" [ 779.288309] env[69584]: _type = "Task" [ 779.288309] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.293495] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.359712] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601507} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.360439] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 9805d5cc-af24-4bf5-b99b-4bc316661526/9805d5cc-af24-4bf5-b99b-4bc316661526.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.360439] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.360598] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d26bdb0b-7b87-41bc-a248-063e8cb3608f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.372067] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 779.372067] env[69584]: value = "task-3485408" [ 779.372067] env[69584]: _type = "Task" [ 779.372067] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.387069] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.573656] env[69584]: DEBUG oslo_concurrency.lockutils [req-943d5641-f63e-4828-ac11-c88d65720efb req-f08d49e1-3498-4db5-a43d-ce8ad2da7c75 service nova] Releasing lock "refresh_cache-415bb90f-8235-4e19-84dd-50927452592a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.625619] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d829122d-1ebe-4edd-9c6d-a5038c70aa75 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.633852] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3554b03-8d6a-44a0-9b4c-f688160b56ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.672140] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5f4329-0a47-4e6a-b443-fb185f744521 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.680692] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b2de79-324b-484e-b334-a1ba632b9c4e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.697192] env[69584]: DEBUG nova.compute.provider_tree [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.726783] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529e7b0e-709b-6e33-b2d1-909a46784567, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.727377] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.727767] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.728156] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.728449] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.728782] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.729220] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5046f7fa-8eb1-471c-a7b8-bf02fda53766 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.738904] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.739721] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.741017] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e8b8b0-f678-4524-ae14-e3570d0d1463 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.749020] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 779.749020] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521219cb-ecb7-cede-0061-2522764d0b0a" [ 779.749020] env[69584]: _type = "Task" [ 779.749020] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.756638] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521219cb-ecb7-cede-0061-2522764d0b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.795316] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485407, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.882126] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10998} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.882548] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.883576] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07303d11-50b8-4c11-8f9f-c821a5a47534 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.908753] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 9805d5cc-af24-4bf5-b99b-4bc316661526/9805d5cc-af24-4bf5-b99b-4bc316661526.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.909444] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12d0f52e-2382-4713-8a71-4d04c3911e59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.932895] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 779.932895] env[69584]: value = "task-3485409" [ 779.932895] env[69584]: _type = "Task" [ 779.932895] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.941838] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.163289] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.163598] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.225253] env[69584]: ERROR nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [req-8e00ab33-dc69-4d15-b8b6-07f90f33c022] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e00ab33-dc69-4d15-b8b6-07f90f33c022"}]} [ 780.253809] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 780.263544] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521219cb-ecb7-cede-0061-2522764d0b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.016368} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.264043] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd62f9e-5771-4a5d-aca9-1122ee9d477e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.273405] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 780.273405] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522da0f6-5315-15c3-c283-a8b2e922cb69" [ 780.273405] env[69584]: _type = "Task" [ 780.273405] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.284350] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522da0f6-5315-15c3-c283-a8b2e922cb69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.285439] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 780.285632] env[69584]: DEBUG nova.compute.provider_tree [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.302159] env[69584]: DEBUG oslo_vmware.api [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485407, 'name': PowerOnVM_Task, 'duration_secs': 0.68899} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.303021] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.303021] env[69584]: DEBUG nova.compute.manager [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.303786] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318050f6-e598-45dc-85a6-77d0c751297a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.309371] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 780.332297] env[69584]: DEBUG nova.compute.manager [req-a18e2d06-11f4-49df-9c9d-2295ff1a8fd5 req-25d8041e-c964-4c29-a882-61cbae356b0c service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received event network-vif-plugged-23a7d460-e6cf-49c4-946e-4bf9e7a63472 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.332581] env[69584]: DEBUG oslo_concurrency.lockutils [req-a18e2d06-11f4-49df-9c9d-2295ff1a8fd5 req-25d8041e-c964-4c29-a882-61cbae356b0c service nova] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.332706] env[69584]: DEBUG oslo_concurrency.lockutils [req-a18e2d06-11f4-49df-9c9d-2295ff1a8fd5 req-25d8041e-c964-4c29-a882-61cbae356b0c service nova] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.333227] env[69584]: DEBUG oslo_concurrency.lockutils [req-a18e2d06-11f4-49df-9c9d-2295ff1a8fd5 req-25d8041e-c964-4c29-a882-61cbae356b0c service nova] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.333227] env[69584]: DEBUG nova.compute.manager [req-a18e2d06-11f4-49df-9c9d-2295ff1a8fd5 req-25d8041e-c964-4c29-a882-61cbae356b0c service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] No waiting events found dispatching network-vif-plugged-23a7d460-e6cf-49c4-946e-4bf9e7a63472 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.333441] env[69584]: WARNING nova.compute.manager [req-a18e2d06-11f4-49df-9c9d-2295ff1a8fd5 req-25d8041e-c964-4c29-a882-61cbae356b0c service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received unexpected event network-vif-plugged-23a7d460-e6cf-49c4-946e-4bf9e7a63472 for instance with vm_state building and task_state spawning. [ 780.336449] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 780.394710] env[69584]: DEBUG nova.network.neutron [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Successfully updated port: 23a7d460-e6cf-49c4-946e-4bf9e7a63472 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.444263] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485409, 'name': ReconfigVM_Task, 'duration_secs': 0.48774} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.444582] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 9805d5cc-af24-4bf5-b99b-4bc316661526/9805d5cc-af24-4bf5-b99b-4bc316661526.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.445449] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82bebd40-f2de-4b01-b420-ed49ccab8e1c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.458290] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 780.458290] env[69584]: value = "task-3485410" [ 780.458290] env[69584]: _type = "Task" [ 780.458290] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.467069] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485410, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.787631] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522da0f6-5315-15c3-c283-a8b2e922cb69, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.787926] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.787926] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 415bb90f-8235-4e19-84dd-50927452592a/415bb90f-8235-4e19-84dd-50927452592a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.788210] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cb04179-c6e7-4869-8463-cd2f759061dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.798061] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 780.798061] env[69584]: value = "task-3485411" [ 780.798061] env[69584]: _type = "Task" [ 780.798061] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.804144] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.830554] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.898107] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.899244] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.899244] env[69584]: DEBUG nova.network.neutron [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.940977] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4439c5ff-c724-44ba-8469-ae5956ba5b64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.949500] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b0eff-d9f8-4020-8a14-a6ac866a1161 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.985679] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f739b92-76db-4cf6-846b-1c77495019b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.995372] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485410, 'name': Rename_Task, 'duration_secs': 0.22641} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.997819] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.998166] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cccb6acf-f54b-4596-beaf-915ce9d70bce {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.000940] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89ca810-edd2-4ea4-bfbd-46a3e05dfa5a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.020203] env[69584]: DEBUG nova.compute.provider_tree [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.021835] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 781.021835] env[69584]: value = "task-3485412" [ 781.021835] env[69584]: _type = "Task" [ 781.021835] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.031095] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485412, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.306350] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485411, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.397182] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.397182] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.440054] env[69584]: DEBUG nova.network.neutron [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.536156] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.550537] env[69584]: ERROR nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [req-1e407e40-bbb2-4d8e-a360-2a800568acfd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1e407e40-bbb2-4d8e-a360-2a800568acfd"}]} [ 781.567841] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 781.583283] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 781.584031] env[69584]: DEBUG nova.compute.provider_tree [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 81 to 82 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 781.584031] env[69584]: DEBUG nova.compute.provider_tree [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.600346] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 781.619121] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 781.661105] env[69584]: DEBUG nova.network.neutron [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.811035] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527995} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.811569] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 415bb90f-8235-4e19-84dd-50927452592a/415bb90f-8235-4e19-84dd-50927452592a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.811791] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.812059] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d74bdbd-9527-479a-8602-76ae45ac7287 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.818893] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 781.818893] env[69584]: value = "task-3485413" [ 781.818893] env[69584]: _type = "Task" [ 781.818893] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.832946] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.037897] env[69584]: DEBUG oslo_vmware.api [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485412, 'name': PowerOnVM_Task, 'duration_secs': 0.771207} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.039641] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.039641] env[69584]: INFO nova.compute.manager [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Took 10.76 seconds to spawn the instance on the hypervisor. [ 782.039641] env[69584]: DEBUG nova.compute.manager [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.039641] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2575b6f1-46d4-49c5-98a2-3fa72680fd9b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.057465] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquiring lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.057465] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.166746] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.167119] env[69584]: DEBUG nova.compute.manager [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Instance network_info: |[{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.167981] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:1a:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23a7d460-e6cf-49c4-946e-4bf9e7a63472', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.176753] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.179133] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.179637] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba47fff1-b6a8-449a-b630-b8546d610b1d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.200332] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4503a4f-5451-4cc2-8a83-f502c2fe18f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.212202] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62d9093-4f27-4b8b-8b6e-0a67fd62e173 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.216368] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.216368] env[69584]: value = "task-3485414" [ 782.216368] env[69584]: _type = "Task" [ 782.216368] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.247600] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a3b8c0-753d-431f-b85c-b936ff3b64c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.253879] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485414, 'name': CreateVM_Task} progress is 15%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.258979] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca7fd73-330f-4b44-a2ab-a26b4afa7ad9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.272700] env[69584]: DEBUG nova.compute.provider_tree [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.296356] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "e18b7c45-bbd5-411a-95c8-04f20d4fe75c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.296635] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "e18b7c45-bbd5-411a-95c8-04f20d4fe75c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.296844] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "e18b7c45-bbd5-411a-95c8-04f20d4fe75c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.297058] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "e18b7c45-bbd5-411a-95c8-04f20d4fe75c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.297238] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "e18b7c45-bbd5-411a-95c8-04f20d4fe75c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.299577] env[69584]: INFO nova.compute.manager [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Terminating instance [ 782.332473] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082314} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.332765] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.333674] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d91cb0e-4a34-43ad-96c1-acd74a632172 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.359254] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 415bb90f-8235-4e19-84dd-50927452592a/415bb90f-8235-4e19-84dd-50927452592a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.360932] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-075e0e79-8d26-4964-b3db-fc53b4dd8607 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.376638] env[69584]: DEBUG nova.compute.manager [req-9bf31b66-29c3-4144-965d-3f9b3e9ce9c3 req-3dab7ffc-2d17-4147-91cd-45d6ae2f9b71 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received event network-changed-23a7d460-e6cf-49c4-946e-4bf9e7a63472 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.376844] env[69584]: DEBUG nova.compute.manager [req-9bf31b66-29c3-4144-965d-3f9b3e9ce9c3 req-3dab7ffc-2d17-4147-91cd-45d6ae2f9b71 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Refreshing instance network info cache due to event network-changed-23a7d460-e6cf-49c4-946e-4bf9e7a63472. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.377098] env[69584]: DEBUG oslo_concurrency.lockutils [req-9bf31b66-29c3-4144-965d-3f9b3e9ce9c3 req-3dab7ffc-2d17-4147-91cd-45d6ae2f9b71 service nova] Acquiring lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.377249] env[69584]: DEBUG oslo_concurrency.lockutils [req-9bf31b66-29c3-4144-965d-3f9b3e9ce9c3 req-3dab7ffc-2d17-4147-91cd-45d6ae2f9b71 service nova] Acquired lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.377402] env[69584]: DEBUG nova.network.neutron [req-9bf31b66-29c3-4144-965d-3f9b3e9ce9c3 req-3dab7ffc-2d17-4147-91cd-45d6ae2f9b71 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Refreshing network info cache for port 23a7d460-e6cf-49c4-946e-4bf9e7a63472 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.384409] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 782.384409] env[69584]: value = "task-3485415" [ 782.384409] env[69584]: _type = "Task" [ 782.384409] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.395290] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.568639] env[69584]: INFO nova.compute.manager [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Took 58.17 seconds to build instance. [ 782.728047] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485414, 'name': CreateVM_Task, 'duration_secs': 0.450788} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.728261] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.729151] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.729350] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.729692] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.729976] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e5e459-4efa-4ac8-a187-5afa175cc909 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.735513] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 782.735513] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fdaa70-88d7-817f-db85-19310e84e55a" [ 782.735513] env[69584]: _type = "Task" [ 782.735513] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.744760] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fdaa70-88d7-817f-db85-19310e84e55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.804637] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "refresh_cache-e18b7c45-bbd5-411a-95c8-04f20d4fe75c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.804637] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired lock "refresh_cache-e18b7c45-bbd5-411a-95c8-04f20d4fe75c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.804857] env[69584]: DEBUG nova.network.neutron [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.808057] env[69584]: DEBUG nova.scheduler.client.report [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 782.808057] env[69584]: DEBUG nova.compute.provider_tree [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 82 to 83 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 782.808243] env[69584]: DEBUG nova.compute.provider_tree [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.894767] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.070821] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbbef035-f86b-4d1d-8b8c-38e97027d89b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.288s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.188322] env[69584]: DEBUG nova.network.neutron [req-9bf31b66-29c3-4144-965d-3f9b3e9ce9c3 req-3dab7ffc-2d17-4147-91cd-45d6ae2f9b71 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updated VIF entry in instance network info cache for port 23a7d460-e6cf-49c4-946e-4bf9e7a63472. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.189143] env[69584]: DEBUG nova.network.neutron [req-9bf31b66-29c3-4144-965d-3f9b3e9ce9c3 req-3dab7ffc-2d17-4147-91cd-45d6ae2f9b71 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.247314] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fdaa70-88d7-817f-db85-19310e84e55a, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.247655] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.247896] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.248185] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.248335] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.248520] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.251067] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f57f2313-90e0-4207-b744-d1a93dee7e83 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.257996] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.258220] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.259019] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b9324d-5957-468b-86d0-0c556dae1df6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.265118] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 783.265118] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b20966-843a-94c9-8cb7-21ccfd307bf3" [ 783.265118] env[69584]: _type = "Task" [ 783.265118] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.275331] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b20966-843a-94c9-8cb7-21ccfd307bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.319423] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.917s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.320759] env[69584]: DEBUG nova.compute.manager [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.326978] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.176s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.327394] env[69584]: DEBUG nova.objects.instance [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lazy-loading 'resources' on Instance uuid 0983ed9e-3ca6-4a9c-bece-50c7a4d89797 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.345936] env[69584]: DEBUG nova.network.neutron [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.398039] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485415, 'name': ReconfigVM_Task, 'duration_secs': 0.527115} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.401018] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 415bb90f-8235-4e19-84dd-50927452592a/415bb90f-8235-4e19-84dd-50927452592a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.401018] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e98a22cb-65ad-4dd2-8b23-63bce883bbc1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.401997] env[69584]: DEBUG nova.network.neutron [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.411107] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 783.411107] env[69584]: value = "task-3485416" [ 783.411107] env[69584]: _type = "Task" [ 783.411107] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.419537] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485416, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.576950] env[69584]: DEBUG nova.compute.manager [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.691589] env[69584]: DEBUG oslo_concurrency.lockutils [req-9bf31b66-29c3-4144-965d-3f9b3e9ce9c3 req-3dab7ffc-2d17-4147-91cd-45d6ae2f9b71 service nova] Releasing lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.775999] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b20966-843a-94c9-8cb7-21ccfd307bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.776754] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3bff20-634c-4811-aaa6-935d332acd48 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.782615] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 783.782615] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522841d7-e303-56d0-2bb9-fa3d8b8152b0" [ 783.782615] env[69584]: _type = "Task" [ 783.782615] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.790967] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522841d7-e303-56d0-2bb9-fa3d8b8152b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.834870] env[69584]: DEBUG nova.compute.utils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.837138] env[69584]: DEBUG nova.compute.manager [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.837269] env[69584]: DEBUG nova.network.neutron [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.894244] env[69584]: DEBUG nova.policy [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f496948c3e44829bd9b5dbf6e8d079e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aacaa1085b77475592186c4fbf759fd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.913207] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Releasing lock "refresh_cache-e18b7c45-bbd5-411a-95c8-04f20d4fe75c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.913729] env[69584]: DEBUG nova.compute.manager [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.914969] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.915289] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aada79c-24f4-415c-934f-a1193a8d27ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.926923] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485416, 'name': Rename_Task, 'duration_secs': 0.218108} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.935843] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.935843] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.935843] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-553e33c3-6023-4835-a5fe-689fc182f6aa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.935843] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d43fbcc7-ee74-4ecd-b146-2bf8cf440801 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.943475] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 783.943475] env[69584]: value = "task-3485417" [ 783.943475] env[69584]: _type = "Task" [ 783.943475] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.944924] env[69584]: DEBUG oslo_vmware.api [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 783.944924] env[69584]: value = "task-3485418" [ 783.944924] env[69584]: _type = "Task" [ 783.944924] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.960315] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.965518] env[69584]: DEBUG oslo_vmware.api [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.106205] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.295155] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522841d7-e303-56d0-2bb9-fa3d8b8152b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013291} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.298639] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.298986] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9/a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.300879] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56372b8e-9e90-455b-bca1-56bc269bda18 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.308877] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 784.308877] env[69584]: value = "task-3485419" [ 784.308877] env[69584]: _type = "Task" [ 784.308877] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.322294] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.333241] env[69584]: DEBUG nova.network.neutron [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Successfully created port: 04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.341231] env[69584]: DEBUG nova.compute.manager [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.402031] env[69584]: DEBUG oslo_vmware.rw_handles [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e174c-5102-400a-a1d4-559dbca3cef2/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 784.402470] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eaab67-ae27-4f56-ab74-286d1124b306 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.417519] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.417778] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.418235] env[69584]: DEBUG oslo_vmware.rw_handles [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e174c-5102-400a-a1d4-559dbca3cef2/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 784.418395] env[69584]: ERROR oslo_vmware.rw_handles [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e174c-5102-400a-a1d4-559dbca3cef2/disk-0.vmdk due to incomplete transfer. [ 784.418621] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5974e008-5db3-4d91-8322-5cebf35b2ba8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.429500] env[69584]: DEBUG oslo_vmware.rw_handles [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e174c-5102-400a-a1d4-559dbca3cef2/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 784.429500] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Uploaded image f10c18a4-1e73-4a1d-9e88-20d4c9f2949b to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 784.431527] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 784.433304] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25317996-8cad-4839-a8d2-a06bed227774 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.438177] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 784.438177] env[69584]: value = "task-3485420" [ 784.438177] env[69584]: _type = "Task" [ 784.438177] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.443203] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b95585-00a7-469b-9e82-da42b10ad6d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.453374] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485420, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.459137] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bedec9-85a5-4dc3-ae3a-36e2ea6b1bf7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.465858] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.470548] env[69584]: DEBUG oslo_vmware.api [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.497065] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a38080-b51d-48e2-8487-c8888636611a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.506452] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4830eae-cc2f-4eb0-8af3-16f6af877e5c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.522775] env[69584]: DEBUG nova.compute.provider_tree [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.824097] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485419, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.949651] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485420, 'name': Destroy_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.964365] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.964635] env[69584]: DEBUG oslo_vmware.api [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485418, 'name': PowerOffVM_Task, 'duration_secs': 0.89717} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.966542] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.966542] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.966542] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65afb61e-f0da-4208-b475-113d0dbb0363 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.990297] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.990499] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.990684] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Deleting the datastore file [datastore2] e18b7c45-bbd5-411a-95c8-04f20d4fe75c {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.990944] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb1f43a0-f8c5-41e7-a06a-519d03301437 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.997926] env[69584]: DEBUG oslo_vmware.api [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 784.997926] env[69584]: value = "task-3485422" [ 784.997926] env[69584]: _type = "Task" [ 784.997926] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.006038] env[69584]: DEBUG oslo_vmware.api [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.026276] env[69584]: DEBUG nova.scheduler.client.report [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.319465] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563978} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.319744] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9/a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.319963] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.320236] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9ffed42-01a1-4599-87d4-1588f7131207 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.327012] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 785.327012] env[69584]: value = "task-3485423" [ 785.327012] env[69584]: _type = "Task" [ 785.327012] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.334603] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.355531] env[69584]: DEBUG nova.compute.manager [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.376145] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.376428] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.376790] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.376873] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.377045] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.377299] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.377687] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.377687] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.377953] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.378070] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.378262] env[69584]: DEBUG nova.virt.hardware [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.379231] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430a4be0-1700-4312-97a9-f11ec038d96e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.388417] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d3b787-017e-495a-b445-eddc7200df3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.448948] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485420, 'name': Destroy_Task, 'duration_secs': 0.634984} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.449241] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Destroyed the VM [ 785.449486] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 785.449792] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-673d8c95-320a-4407-b1fc-3c70b0a5ad78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.459291] env[69584]: DEBUG oslo_vmware.api [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485417, 'name': PowerOnVM_Task, 'duration_secs': 1.324329} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.460503] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.460714] env[69584]: INFO nova.compute.manager [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Took 11.20 seconds to spawn the instance on the hypervisor. [ 785.460893] env[69584]: DEBUG nova.compute.manager [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.461514] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 785.461514] env[69584]: value = "task-3485424" [ 785.461514] env[69584]: _type = "Task" [ 785.461514] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.461909] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6527cad-448e-401e-b8ef-06e437669dd3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.476294] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485424, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.508704] env[69584]: DEBUG oslo_vmware.api [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110181} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.508914] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.509136] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.509321] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.509580] env[69584]: INFO nova.compute.manager [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Took 1.60 seconds to destroy the instance on the hypervisor. [ 785.509744] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.509944] env[69584]: DEBUG nova.compute.manager [-] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.510043] env[69584]: DEBUG nova.network.neutron [-] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.529849] env[69584]: DEBUG nova.network.neutron [-] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.531625] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.533966] env[69584]: DEBUG oslo_concurrency.lockutils [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.321s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.534238] env[69584]: DEBUG nova.objects.instance [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lazy-loading 'resources' on Instance uuid 7c5cfee9-4e9f-4616-9e73-6c257b109b04 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.556624] env[69584]: INFO nova.scheduler.client.report [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Deleted allocations for instance 0983ed9e-3ca6-4a9c-bece-50c7a4d89797 [ 785.837505] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072274} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.838445] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.839310] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48038f15-64bc-41e7-8086-a2b3c24e5a5a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.862463] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9/a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.864064] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2209b5e-9d79-453c-a9a0-ed2aef7fc781 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.880370] env[69584]: DEBUG nova.compute.manager [req-ae21319f-582c-4545-afda-fc7cdd8dc2de req-cf9a4ba2-82aa-4bd4-8125-0b0681673574 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received event network-vif-plugged-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.880370] env[69584]: DEBUG oslo_concurrency.lockutils [req-ae21319f-582c-4545-afda-fc7cdd8dc2de req-cf9a4ba2-82aa-4bd4-8125-0b0681673574 service nova] Acquiring lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.880525] env[69584]: DEBUG oslo_concurrency.lockutils [req-ae21319f-582c-4545-afda-fc7cdd8dc2de req-cf9a4ba2-82aa-4bd4-8125-0b0681673574 service nova] Lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.881342] env[69584]: DEBUG oslo_concurrency.lockutils [req-ae21319f-582c-4545-afda-fc7cdd8dc2de req-cf9a4ba2-82aa-4bd4-8125-0b0681673574 service nova] Lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.881342] env[69584]: DEBUG nova.compute.manager [req-ae21319f-582c-4545-afda-fc7cdd8dc2de req-cf9a4ba2-82aa-4bd4-8125-0b0681673574 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] No waiting events found dispatching network-vif-plugged-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.881342] env[69584]: WARNING nova.compute.manager [req-ae21319f-582c-4545-afda-fc7cdd8dc2de req-cf9a4ba2-82aa-4bd4-8125-0b0681673574 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received unexpected event network-vif-plugged-04b92b3c-d597-4a7f-8553-1a8b88e7f086 for instance with vm_state building and task_state spawning. [ 785.886504] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 785.886504] env[69584]: value = "task-3485425" [ 785.886504] env[69584]: _type = "Task" [ 785.886504] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.898280] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.976031] env[69584]: DEBUG oslo_vmware.api [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485424, 'name': RemoveSnapshot_Task, 'duration_secs': 0.490377} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.976031] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.976031] env[69584]: INFO nova.compute.manager [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Took 14.28 seconds to snapshot the instance on the hypervisor. [ 785.990240] env[69584]: INFO nova.compute.manager [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Took 44.83 seconds to build instance. [ 785.991583] env[69584]: DEBUG nova.network.neutron [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Successfully updated port: 04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.993506] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "f982cd1a-f5e6-4417-b970-96d5327c84d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.993767] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "f982cd1a-f5e6-4417-b970-96d5327c84d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.996202] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "f982cd1a-f5e6-4417-b970-96d5327c84d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.996202] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "f982cd1a-f5e6-4417-b970-96d5327c84d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.996202] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "f982cd1a-f5e6-4417-b970-96d5327c84d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.996364] env[69584]: INFO nova.compute.manager [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Terminating instance [ 786.034341] env[69584]: DEBUG nova.network.neutron [-] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.065144] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c03f1663-a68f-4f8b-b6e4-945a6f057841 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "0983ed9e-3ca6-4a9c-bece-50c7a4d89797" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.732s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.399531] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.483380] env[69584]: DEBUG nova.compute.manager [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Instance disappeared during snapshot {{(pid=69584) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 786.494919] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c00a0b6e-04de-4a88-9f59-c225e5843c38 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "415bb90f-8235-4e19-84dd-50927452592a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.263s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.497609] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.497609] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.497609] env[69584]: DEBUG nova.network.neutron [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.498411] env[69584]: DEBUG nova.compute.manager [None req-959919c8-edf2-49fc-a1dd-0515af827e03 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image not found during clean up f10c18a4-1e73-4a1d-9e88-20d4c9f2949b {{(pid=69584) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 786.503083] env[69584]: DEBUG nova.compute.manager [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.503083] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.503083] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fa9c03-7a37-4d63-9c01-270914e5fb09 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.512602] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.516110] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53f8c2b9-b3d3-4c41-b497-27a7a4eda5e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.531062] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1267504-3474-497a-bf45-44dfd64c11b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.540465] env[69584]: INFO nova.compute.manager [-] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Took 1.03 seconds to deallocate network for instance. [ 786.540905] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508b4819-72ab-4cea-a7c6-be697a8159c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.578789] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0f2e52-7872-4adc-85f9-5c1b07283999 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.587996] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe388a8-dee2-4a73-b35e-24217de3c7c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.604438] env[69584]: DEBUG nova.compute.provider_tree [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.652868] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.652868] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.898275] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485425, 'name': ReconfigVM_Task, 'duration_secs': 0.839201} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.898609] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9/a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.899279] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb4386a4-f224-419f-804d-d75154c3a9ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.905912] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 786.905912] env[69584]: value = "task-3485427" [ 786.905912] env[69584]: _type = "Task" [ 786.905912] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.916505] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485427, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.997349] env[69584]: DEBUG nova.compute.manager [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.037599] env[69584]: DEBUG nova.network.neutron [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.048999] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.108289] env[69584]: DEBUG nova.scheduler.client.report [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.232411] env[69584]: DEBUG nova.network.neutron [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updating instance_info_cache with network_info: [{"id": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "address": "fa:16:3e:58:ac:04", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b92b3c-d5", "ovs_interfaceid": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.419010] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485427, 'name': Rename_Task, 'duration_secs': 0.270867} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.419314] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.419568] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04cee052-94fb-4207-a9c2-45fa7de93fa4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.423656] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.423855] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.424660] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleting the datastore file [datastore1] f982cd1a-f5e6-4417-b970-96d5327c84d1 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.424946] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd25c52-e7fa-4321-b69a-ba45132b8019 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.429675] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 787.429675] env[69584]: value = "task-3485428" [ 787.429675] env[69584]: _type = "Task" [ 787.429675] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.435820] env[69584]: DEBUG oslo_vmware.api [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 787.435820] env[69584]: value = "task-3485429" [ 787.435820] env[69584]: _type = "Task" [ 787.435820] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.442047] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.446580] env[69584]: DEBUG oslo_vmware.api [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.524939] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.614240] env[69584]: DEBUG oslo_concurrency.lockutils [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.620993] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.290s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.625518] env[69584]: INFO nova.compute.claims [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.642084] env[69584]: INFO nova.scheduler.client.report [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted allocations for instance 7c5cfee9-4e9f-4616-9e73-6c257b109b04 [ 787.653996] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.654352] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.736399] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.736782] env[69584]: DEBUG nova.compute.manager [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Instance network_info: |[{"id": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "address": "fa:16:3e:58:ac:04", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b92b3c-d5", "ovs_interfaceid": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.737490] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ac:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04b92b3c-d597-4a7f-8553-1a8b88e7f086', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.747022] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating folder: Project (aacaa1085b77475592186c4fbf759fd7). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.747022] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a09b9cc-b2b2-4df9-b817-28bf4f1ac17a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.756148] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Created folder: Project (aacaa1085b77475592186c4fbf759fd7) in parent group-v696614. [ 787.756382] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating folder: Instances. Parent ref: group-v696753. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.756636] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-673e96ab-ffa8-4703-bfa8-3058bbb482d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.765806] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Created folder: Instances in parent group-v696753. [ 787.767095] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.767095] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.767095] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aea478ae-f1fe-4072-b695-ce1ab965efac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.788366] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.788366] env[69584]: value = "task-3485432" [ 787.788366] env[69584]: _type = "Task" [ 787.788366] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.797763] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485432, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.924214] env[69584]: DEBUG nova.compute.manager [req-435fbaee-46f4-43ca-9795-13878dff3bff req-00da918d-0494-4e07-ace3-bd8d3698e572 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received event network-changed-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.924214] env[69584]: DEBUG nova.compute.manager [req-435fbaee-46f4-43ca-9795-13878dff3bff req-00da918d-0494-4e07-ace3-bd8d3698e572 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Refreshing instance network info cache due to event network-changed-04b92b3c-d597-4a7f-8553-1a8b88e7f086. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.924214] env[69584]: DEBUG oslo_concurrency.lockutils [req-435fbaee-46f4-43ca-9795-13878dff3bff req-00da918d-0494-4e07-ace3-bd8d3698e572 service nova] Acquiring lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.924933] env[69584]: DEBUG oslo_concurrency.lockutils [req-435fbaee-46f4-43ca-9795-13878dff3bff req-00da918d-0494-4e07-ace3-bd8d3698e572 service nova] Acquired lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.925366] env[69584]: DEBUG nova.network.neutron [req-435fbaee-46f4-43ca-9795-13878dff3bff req-00da918d-0494-4e07-ace3-bd8d3698e572 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Refreshing network info cache for port 04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.944656] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.952041] env[69584]: DEBUG oslo_vmware.api [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158396} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.952508] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.952892] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.953321] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.953658] env[69584]: INFO nova.compute.manager [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Took 1.45 seconds to destroy the instance on the hypervisor. [ 787.954124] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.954476] env[69584]: DEBUG nova.compute.manager [-] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.954725] env[69584]: DEBUG nova.network.neutron [-] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.159437] env[69584]: DEBUG oslo_concurrency.lockutils [None req-036e5e09-1ba8-4e7a-a841-d3373d6b4b05 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7c5cfee9-4e9f-4616-9e73-6c257b109b04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.615s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.303456] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485432, 'name': CreateVM_Task, 'duration_secs': 0.391571} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.304520] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.305528] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.305791] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.306578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.307142] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3aa8613-75a4-41df-9e86-0cc7cf07057b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.313767] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 788.313767] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b5f424-1394-6a06-eaa0-4c0a39979c9d" [ 788.313767] env[69584]: _type = "Task" [ 788.313767] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.328871] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b5f424-1394-6a06-eaa0-4c0a39979c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.329222] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.329460] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.329692] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.329837] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.330024] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.330307] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1dd1375-0b01-444d-a891-d67d1ea99848 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.338236] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.338465] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.340399] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc296d2-01aa-40f1-9e68-ef9d1c29d345 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.347042] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 788.347042] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5207a276-22b1-46ea-00c4-17960af83afb" [ 788.347042] env[69584]: _type = "Task" [ 788.347042] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.354859] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5207a276-22b1-46ea-00c4-17960af83afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.444481] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.745157] env[69584]: DEBUG nova.network.neutron [req-435fbaee-46f4-43ca-9795-13878dff3bff req-00da918d-0494-4e07-ace3-bd8d3698e572 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updated VIF entry in instance network info cache for port 04b92b3c-d597-4a7f-8553-1a8b88e7f086. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.745525] env[69584]: DEBUG nova.network.neutron [req-435fbaee-46f4-43ca-9795-13878dff3bff req-00da918d-0494-4e07-ace3-bd8d3698e572 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updating instance_info_cache with network_info: [{"id": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "address": "fa:16:3e:58:ac:04", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b92b3c-d5", "ovs_interfaceid": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.796099] env[69584]: DEBUG nova.network.neutron [-] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.856770] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5207a276-22b1-46ea-00c4-17960af83afb, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.860162] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e215d8-83ca-44f8-932c-c80ebffcda19 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.866044] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 788.866044] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ab7838-2e6d-b79f-5e3d-e5a154f97403" [ 788.866044] env[69584]: _type = "Task" [ 788.866044] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.877316] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ab7838-2e6d-b79f-5e3d-e5a154f97403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.950074] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.020048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.020310] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.023056] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "1dc1383e-8482-4597-bcde-ce1ba3377b12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.023191] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "1dc1383e-8482-4597-bcde-ce1ba3377b12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.023412] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "1dc1383e-8482-4597-bcde-ce1ba3377b12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.023599] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "1dc1383e-8482-4597-bcde-ce1ba3377b12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.023764] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "1dc1383e-8482-4597-bcde-ce1ba3377b12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.028930] env[69584]: INFO nova.compute.manager [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Terminating instance [ 789.222692] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5668af-e1c7-4023-96bc-534a0d4ba11d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.232099] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15cebed-1ad0-4d40-9b32-454a13b4bd32 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.263424] env[69584]: DEBUG oslo_concurrency.lockutils [req-435fbaee-46f4-43ca-9795-13878dff3bff req-00da918d-0494-4e07-ace3-bd8d3698e572 service nova] Releasing lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.264665] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70366ea2-f745-4b49-a766-48d1a84fce51 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.272824] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dd1ef6-bb8d-4452-8b91-49b7be1b0bd1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.286711] env[69584]: DEBUG nova.compute.provider_tree [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.299221] env[69584]: INFO nova.compute.manager [-] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Took 1.34 seconds to deallocate network for instance. [ 789.375876] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ab7838-2e6d-b79f-5e3d-e5a154f97403, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.376158] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.376419] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 3137d543-006b-4f18-bbff-d1288ea4017b/3137d543-006b-4f18-bbff-d1288ea4017b.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.376714] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-934ff6d8-fe1d-483c-a2c9-6261a8b9ca13 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.383817] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 789.383817] env[69584]: value = "task-3485433" [ 789.383817] env[69584]: _type = "Task" [ 789.383817] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.391767] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.446089] env[69584]: DEBUG oslo_vmware.api [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485428, 'name': PowerOnVM_Task, 'duration_secs': 1.553028} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.446489] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.446745] env[69584]: INFO nova.compute.manager [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Took 11.01 seconds to spawn the instance on the hypervisor. [ 789.446958] env[69584]: DEBUG nova.compute.manager [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.447825] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf1e054-71f2-4c06-9003-395fa92378ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.532212] env[69584]: DEBUG nova.compute.manager [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.532459] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.533532] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0687e97-7a99-4ff2-aef2-80066d4e2fa3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.542980] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.543339] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee0ff103-9811-48e8-854c-c9cb5a36d71e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.552352] env[69584]: DEBUG oslo_vmware.api [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 789.552352] env[69584]: value = "task-3485434" [ 789.552352] env[69584]: _type = "Task" [ 789.552352] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.565267] env[69584]: DEBUG oslo_vmware.api [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.791113] env[69584]: DEBUG nova.scheduler.client.report [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.805344] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.897371] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489923} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.897687] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 3137d543-006b-4f18-bbff-d1288ea4017b/3137d543-006b-4f18-bbff-d1288ea4017b.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.897943] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.898224] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3fd3237-85bd-46bb-95f9-9cf537ef9e65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.906348] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 789.906348] env[69584]: value = "task-3485435" [ 789.906348] env[69584]: _type = "Task" [ 789.906348] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.916381] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.970536] env[69584]: INFO nova.compute.manager [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Took 41.67 seconds to build instance. [ 790.054704] env[69584]: DEBUG nova.compute.manager [req-6c6b9546-08e9-41cc-a2b9-8c99b75744c3 req-345c7761-6125-4e71-8b11-2104dc650af4 service nova] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Received event network-vif-deleted-15e9a752-82fa-486a-8fbc-a6a8376ebd1b {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.064711] env[69584]: DEBUG oslo_vmware.api [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485434, 'name': PowerOffVM_Task, 'duration_secs': 0.422151} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.064976] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.065157] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.066178] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9598dd9-db8d-4655-97d4-3643dca56847 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.123910] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.124210] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.124482] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Deleting the datastore file [datastore1] 1dc1383e-8482-4597-bcde-ce1ba3377b12 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.124673] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c97121-de3b-408e-a84f-c3862c956b7c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.131205] env[69584]: DEBUG oslo_vmware.api [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for the task: (returnval){ [ 790.131205] env[69584]: value = "task-3485437" [ 790.131205] env[69584]: _type = "Task" [ 790.131205] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.140886] env[69584]: DEBUG oslo_vmware.api [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.297629] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.298211] env[69584]: DEBUG nova.compute.manager [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.300793] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.381s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.302348] env[69584]: INFO nova.compute.claims [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.416113] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.387308} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.416397] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.417175] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34056a35-fba8-4e4c-ab82-1606a6f1bd0e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.438873] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 3137d543-006b-4f18-bbff-d1288ea4017b/3137d543-006b-4f18-bbff-d1288ea4017b.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.439187] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904c2d73-36ea-462f-a38a-b962f346245e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.458571] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 790.458571] env[69584]: value = "task-3485438" [ 790.458571] env[69584]: _type = "Task" [ 790.458571] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.469857] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.471960] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cf16a4-bd5f-49fb-b432-5d05e3f97740 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.277s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.647414] env[69584]: DEBUG oslo_vmware.api [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Task: {'id': task-3485437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149751} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.647830] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.648131] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.648421] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.648707] env[69584]: INFO nova.compute.manager [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Took 1.12 seconds to destroy the instance on the hypervisor. [ 790.649089] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.649391] env[69584]: DEBUG nova.compute.manager [-] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.649540] env[69584]: DEBUG nova.network.neutron [-] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.808895] env[69584]: DEBUG nova.compute.utils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.812141] env[69584]: DEBUG nova.compute.manager [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.812311] env[69584]: DEBUG nova.network.neutron [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.926460] env[69584]: DEBUG nova.compute.manager [req-66dab3a3-5a04-4aec-b750-11f633244505 req-530a9905-c7b1-4525-916a-c74feee128f0 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received event network-changed-23a7d460-e6cf-49c4-946e-4bf9e7a63472 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.926698] env[69584]: DEBUG nova.compute.manager [req-66dab3a3-5a04-4aec-b750-11f633244505 req-530a9905-c7b1-4525-916a-c74feee128f0 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Refreshing instance network info cache due to event network-changed-23a7d460-e6cf-49c4-946e-4bf9e7a63472. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.926864] env[69584]: DEBUG oslo_concurrency.lockutils [req-66dab3a3-5a04-4aec-b750-11f633244505 req-530a9905-c7b1-4525-916a-c74feee128f0 service nova] Acquiring lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.927012] env[69584]: DEBUG oslo_concurrency.lockutils [req-66dab3a3-5a04-4aec-b750-11f633244505 req-530a9905-c7b1-4525-916a-c74feee128f0 service nova] Acquired lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.927249] env[69584]: DEBUG nova.network.neutron [req-66dab3a3-5a04-4aec-b750-11f633244505 req-530a9905-c7b1-4525-916a-c74feee128f0 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Refreshing network info cache for port 23a7d460-e6cf-49c4-946e-4bf9e7a63472 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.974674] env[69584]: DEBUG nova.compute.manager [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.977922] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.076026] env[69584]: DEBUG nova.policy [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2f6ec41ea9b4873b11b8f6d384ab835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e82f3abc510a4d3280c93b051b3d3a49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.314668] env[69584]: DEBUG nova.compute.manager [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.471696] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485438, 'name': ReconfigVM_Task, 'duration_secs': 0.853777} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.472123] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 3137d543-006b-4f18-bbff-d1288ea4017b/3137d543-006b-4f18-bbff-d1288ea4017b.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.472766] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-747ad72f-da4e-4259-a9a7-79914608b9cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.483094] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 791.483094] env[69584]: value = "task-3485439" [ 791.483094] env[69584]: _type = "Task" [ 791.483094] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.498717] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485439, 'name': Rename_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.499731] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.755409] env[69584]: DEBUG nova.network.neutron [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Successfully created port: 69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.866969] env[69584]: DEBUG nova.network.neutron [req-66dab3a3-5a04-4aec-b750-11f633244505 req-530a9905-c7b1-4525-916a-c74feee128f0 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updated VIF entry in instance network info cache for port 23a7d460-e6cf-49c4-946e-4bf9e7a63472. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.867811] env[69584]: DEBUG nova.network.neutron [req-66dab3a3-5a04-4aec-b750-11f633244505 req-530a9905-c7b1-4525-916a-c74feee128f0 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.929031] env[69584]: DEBUG nova.network.neutron [-] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.000179] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485439, 'name': Rename_Task, 'duration_secs': 0.143367} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.003013] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.003489] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d05cfee-8119-42e2-aa4e-1f88a7c952e6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.012031] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 792.012031] env[69584]: value = "task-3485440" [ 792.012031] env[69584]: _type = "Task" [ 792.012031] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.016107] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2405ce-0d6c-45b4-8474-ecd31747b2a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.025097] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.027726] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f683fd-2d4b-4860-9995-d784da535bae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.064160] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ab78e1-24d4-4732-98b4-7425b058b7d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.072694] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6501f5a-43e9-40fc-a47c-5e118911e01f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.082112] env[69584]: DEBUG nova.compute.manager [req-68b2a6b4-ab40-4742-9eac-0b97bcc1bce1 req-b5d6756a-69e4-4194-b755-407dee1c7133 service nova] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Received event network-vif-deleted-fc7b861b-67f8-415f-ab62-c9ba9620aaa8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.091599] env[69584]: DEBUG nova.compute.provider_tree [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.340185] env[69584]: DEBUG nova.compute.manager [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.368883] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.369157] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.369318] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.369500] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.370080] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.370080] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.370080] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.370259] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.370392] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.370581] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.370742] env[69584]: DEBUG nova.virt.hardware [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.371326] env[69584]: DEBUG oslo_concurrency.lockutils [req-66dab3a3-5a04-4aec-b750-11f633244505 req-530a9905-c7b1-4525-916a-c74feee128f0 service nova] Releasing lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.372335] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ef846-1585-48c6-b77a-5718f0b4078c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.381078] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c659a08c-5200-420c-85d1-c9cd8684c600 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.435080] env[69584]: INFO nova.compute.manager [-] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Took 1.79 seconds to deallocate network for instance. [ 792.523258] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485440, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.597281] env[69584]: DEBUG nova.scheduler.client.report [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.942816] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.022086] env[69584]: DEBUG oslo_vmware.api [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485440, 'name': PowerOnVM_Task, 'duration_secs': 0.946181} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.022361] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.022570] env[69584]: INFO nova.compute.manager [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Took 7.67 seconds to spawn the instance on the hypervisor. [ 793.022746] env[69584]: DEBUG nova.compute.manager [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.023531] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff38343c-0a02-4e47-ad10-b75cc5394b27 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.103907] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.104631] env[69584]: DEBUG nova.compute.manager [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.107726] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.704s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.107999] env[69584]: DEBUG nova.objects.instance [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lazy-loading 'resources' on Instance uuid e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.399742] env[69584]: DEBUG nova.network.neutron [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Successfully updated port: 69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.542591] env[69584]: INFO nova.compute.manager [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Took 45.08 seconds to build instance. [ 793.612327] env[69584]: DEBUG nova.compute.utils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.618274] env[69584]: DEBUG nova.compute.manager [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.618274] env[69584]: DEBUG nova.network.neutron [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.657908] env[69584]: DEBUG nova.policy [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61c9245f0ff74218bd7276df1902052a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd11d2dfb22b48e3a54e76341562b748', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.903792] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquiring lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.905189] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquired lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.905420] env[69584]: DEBUG nova.network.neutron [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.022592] env[69584]: DEBUG nova.network.neutron [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Successfully created port: ba477b2b-698b-4995-b8a0-3421bf9ed847 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.045899] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36685d0b-6301-410e-897d-7628b9cf8571 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.031s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.119141] env[69584]: DEBUG nova.compute.manager [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.222530] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cbf60f-47ff-4ca6-afb1-808ed8fdc901 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.230639] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdadf8a-fcdd-42df-b32f-bb6bb9491798 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.266335] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d956350f-d216-4212-92cf-56395530ba52 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.275362] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4abfe9-8850-4a09-82d1-2e8fbd819e7a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.292642] env[69584]: DEBUG nova.compute.provider_tree [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.300850] env[69584]: DEBUG nova.compute.manager [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Received event network-vif-plugged-69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.301023] env[69584]: DEBUG oslo_concurrency.lockutils [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] Acquiring lock "11365266-cec8-4bb8-9795-7091cd73329a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.301239] env[69584]: DEBUG oslo_concurrency.lockutils [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] Lock "11365266-cec8-4bb8-9795-7091cd73329a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.301426] env[69584]: DEBUG oslo_concurrency.lockutils [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] Lock "11365266-cec8-4bb8-9795-7091cd73329a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.302801] env[69584]: DEBUG nova.compute.manager [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] No waiting events found dispatching network-vif-plugged-69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.302801] env[69584]: WARNING nova.compute.manager [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Received unexpected event network-vif-plugged-69f78266-be9f-4396-9015-0575d88aaf33 for instance with vm_state building and task_state spawning. [ 794.302801] env[69584]: DEBUG nova.compute.manager [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Received event network-changed-69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.302801] env[69584]: DEBUG nova.compute.manager [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Refreshing instance network info cache due to event network-changed-69f78266-be9f-4396-9015-0575d88aaf33. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.302801] env[69584]: DEBUG oslo_concurrency.lockutils [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] Acquiring lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.440020] env[69584]: DEBUG nova.network.neutron [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.549317] env[69584]: DEBUG nova.compute.manager [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.602320] env[69584]: DEBUG nova.network.neutron [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updating instance_info_cache with network_info: [{"id": "69f78266-be9f-4396-9015-0575d88aaf33", "address": "fa:16:3e:2c:63:86", "network": {"id": "888b1d75-883c-4304-8bdd-c9f9517adcf4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-508750355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e82f3abc510a4d3280c93b051b3d3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f78266-be", "ovs_interfaceid": "69f78266-be9f-4396-9015-0575d88aaf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.796035] env[69584]: DEBUG nova.scheduler.client.report [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.815808] env[69584]: DEBUG nova.compute.manager [req-4ffe8bd5-1f55-48a2-8da1-501a07fb7cd4 req-b5dbd49c-3ec8-4652-baf6-7108f7416d98 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received event network-changed-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.816195] env[69584]: DEBUG nova.compute.manager [req-4ffe8bd5-1f55-48a2-8da1-501a07fb7cd4 req-b5dbd49c-3ec8-4652-baf6-7108f7416d98 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Refreshing instance network info cache due to event network-changed-04b92b3c-d597-4a7f-8553-1a8b88e7f086. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.816476] env[69584]: DEBUG oslo_concurrency.lockutils [req-4ffe8bd5-1f55-48a2-8da1-501a07fb7cd4 req-b5dbd49c-3ec8-4652-baf6-7108f7416d98 service nova] Acquiring lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.816633] env[69584]: DEBUG oslo_concurrency.lockutils [req-4ffe8bd5-1f55-48a2-8da1-501a07fb7cd4 req-b5dbd49c-3ec8-4652-baf6-7108f7416d98 service nova] Acquired lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.817102] env[69584]: DEBUG nova.network.neutron [req-4ffe8bd5-1f55-48a2-8da1-501a07fb7cd4 req-b5dbd49c-3ec8-4652-baf6-7108f7416d98 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Refreshing network info cache for port 04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.077563] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.105988] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Releasing lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.106304] env[69584]: DEBUG nova.compute.manager [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Instance network_info: |[{"id": "69f78266-be9f-4396-9015-0575d88aaf33", "address": "fa:16:3e:2c:63:86", "network": {"id": "888b1d75-883c-4304-8bdd-c9f9517adcf4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-508750355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e82f3abc510a4d3280c93b051b3d3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f78266-be", "ovs_interfaceid": "69f78266-be9f-4396-9015-0575d88aaf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.106601] env[69584]: DEBUG oslo_concurrency.lockutils [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] Acquired lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.106775] env[69584]: DEBUG nova.network.neutron [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Refreshing network info cache for port 69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.107923] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:63:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69f78266-be9f-4396-9015-0575d88aaf33', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.115809] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Creating folder: Project (e82f3abc510a4d3280c93b051b3d3a49). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.118806] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bce8b89-e1dd-4a32-9b24-cc721486b22a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.131461] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Created folder: Project (e82f3abc510a4d3280c93b051b3d3a49) in parent group-v696614. [ 795.131461] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Creating folder: Instances. Parent ref: group-v696756. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.131461] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fa76e37-4804-4806-ace9-4fc4297a348f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.137633] env[69584]: DEBUG nova.compute.manager [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.142182] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Created folder: Instances in parent group-v696756. [ 795.142484] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.142696] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.142962] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a1edb53-fad2-41e2-b454-52a24661bfd6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.165137] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.165137] env[69584]: value = "task-3485443" [ 795.165137] env[69584]: _type = "Task" [ 795.165137] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.170409] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.170651] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.170806] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.170985] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.171149] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.171291] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.171497] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.171658] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.171822] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.171979] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.172173] env[69584]: DEBUG nova.virt.hardware [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.172938] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8902a039-192f-4f10-9e60-5654e020ceb1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.180117] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485443, 'name': CreateVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.183229] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdecec7-8fab-434f-8f90-f0fbfdea0c6d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.302072] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.304413] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.045s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.304513] env[69584]: DEBUG nova.objects.instance [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lazy-loading 'resources' on Instance uuid 86790ac3-48f9-4b93-8843-8b1b36383712 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.324043] env[69584]: INFO nova.scheduler.client.report [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Deleted allocations for instance e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759 [ 795.353467] env[69584]: DEBUG nova.network.neutron [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updated VIF entry in instance network info cache for port 69f78266-be9f-4396-9015-0575d88aaf33. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.353736] env[69584]: DEBUG nova.network.neutron [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updating instance_info_cache with network_info: [{"id": "69f78266-be9f-4396-9015-0575d88aaf33", "address": "fa:16:3e:2c:63:86", "network": {"id": "888b1d75-883c-4304-8bdd-c9f9517adcf4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-508750355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e82f3abc510a4d3280c93b051b3d3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f78266-be", "ovs_interfaceid": "69f78266-be9f-4396-9015-0575d88aaf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.650162] env[69584]: DEBUG nova.network.neutron [req-4ffe8bd5-1f55-48a2-8da1-501a07fb7cd4 req-b5dbd49c-3ec8-4652-baf6-7108f7416d98 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updated VIF entry in instance network info cache for port 04b92b3c-d597-4a7f-8553-1a8b88e7f086. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.650517] env[69584]: DEBUG nova.network.neutron [req-4ffe8bd5-1f55-48a2-8da1-501a07fb7cd4 req-b5dbd49c-3ec8-4652-baf6-7108f7416d98 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updating instance_info_cache with network_info: [{"id": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "address": "fa:16:3e:58:ac:04", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b92b3c-d5", "ovs_interfaceid": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.676624] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485443, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.816150] env[69584]: DEBUG nova.network.neutron [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Successfully updated port: ba477b2b-698b-4995-b8a0-3421bf9ed847 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.833480] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4ccb065-87a2-4030-80aa-ff9f7f5716cb tempest-ServersTestJSON-939369995 tempest-ServersTestJSON-939369995-project-member] Lock "e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.108s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.859400] env[69584]: DEBUG oslo_concurrency.lockutils [req-8fb33bd2-0217-4f7b-8aff-35796db76b42 req-1434ca91-7056-4702-9d87-1a8accf3a747 service nova] Releasing lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.153324] env[69584]: DEBUG oslo_concurrency.lockutils [req-4ffe8bd5-1f55-48a2-8da1-501a07fb7cd4 req-b5dbd49c-3ec8-4652-baf6-7108f7416d98 service nova] Releasing lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.178886] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485443, 'name': CreateVM_Task, 'duration_secs': 0.906741} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.181838] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.183037] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.183231] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.183626] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.183935] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae6e4f4-c8bc-43c8-b6f1-b4572a2d0104 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.189322] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 796.189322] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522a9018-2cfb-8dd1-09a8-cadff5f5acf3" [ 796.189322] env[69584]: _type = "Task" [ 796.189322] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.199880] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522a9018-2cfb-8dd1-09a8-cadff5f5acf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.327510] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquiring lock "refresh_cache-4762e03c-2f8c-4796-bdd0-9752f3674fb8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.327510] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquired lock "refresh_cache-4762e03c-2f8c-4796-bdd0-9752f3674fb8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.327677] env[69584]: DEBUG nova.network.neutron [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.345510] env[69584]: DEBUG nova.compute.manager [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Received event network-vif-plugged-ba477b2b-698b-4995-b8a0-3421bf9ed847 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.345771] env[69584]: DEBUG oslo_concurrency.lockutils [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] Acquiring lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.345976] env[69584]: DEBUG oslo_concurrency.lockutils [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] Lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.346190] env[69584]: DEBUG oslo_concurrency.lockutils [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] Lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.346361] env[69584]: DEBUG nova.compute.manager [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] No waiting events found dispatching network-vif-plugged-ba477b2b-698b-4995-b8a0-3421bf9ed847 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.346595] env[69584]: WARNING nova.compute.manager [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Received unexpected event network-vif-plugged-ba477b2b-698b-4995-b8a0-3421bf9ed847 for instance with vm_state building and task_state spawning. [ 796.346748] env[69584]: DEBUG nova.compute.manager [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Received event network-changed-ba477b2b-698b-4995-b8a0-3421bf9ed847 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.346823] env[69584]: DEBUG nova.compute.manager [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Refreshing instance network info cache due to event network-changed-ba477b2b-698b-4995-b8a0-3421bf9ed847. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.347432] env[69584]: DEBUG oslo_concurrency.lockutils [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] Acquiring lock "refresh_cache-4762e03c-2f8c-4796-bdd0-9752f3674fb8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.379063] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeee9695-8f02-48e6-a286-cd0df930d3f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.387863] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22737686-0429-4f25-a0a9-1e524101b6de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.419014] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1df09f-40e9-4d3e-b22d-d6b520ca85d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.426694] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7248aab4-f186-4a95-a5f2-afd7a1558e31 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.440857] env[69584]: DEBUG nova.compute.provider_tree [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.699873] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522a9018-2cfb-8dd1-09a8-cadff5f5acf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.700285] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.700535] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.700774] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.700925] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.701118] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.701389] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-331a94a3-f1d0-4ec1-82e6-4f7c0ced950c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.710427] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.710615] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.711359] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d34981-bfaf-405b-a3ad-72f3a47c37b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.716596] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 796.716596] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527062fc-3cd8-c9c5-a3bc-62017c2b631e" [ 796.716596] env[69584]: _type = "Task" [ 796.716596] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.724069] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527062fc-3cd8-c9c5-a3bc-62017c2b631e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.863691] env[69584]: DEBUG nova.network.neutron [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.945419] env[69584]: DEBUG nova.scheduler.client.report [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.050463] env[69584]: DEBUG nova.network.neutron [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Updating instance_info_cache with network_info: [{"id": "ba477b2b-698b-4995-b8a0-3421bf9ed847", "address": "fa:16:3e:48:3f:76", "network": {"id": "0ec6594e-c178-4a3e-8d29-e78d809b6dd5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2111429966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd11d2dfb22b48e3a54e76341562b748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba477b2b-69", "ovs_interfaceid": "ba477b2b-698b-4995-b8a0-3421bf9ed847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.233696] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527062fc-3cd8-c9c5-a3bc-62017c2b631e, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.234596] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4af96a1-8fc4-435d-b913-e45c1e9e53ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.239998] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 797.239998] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5238ed62-1b07-c039-1218-f8066a7b4afc" [ 797.239998] env[69584]: _type = "Task" [ 797.239998] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.249019] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5238ed62-1b07-c039-1218-f8066a7b4afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.451771] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.455465] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.967s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.455925] env[69584]: DEBUG nova.objects.instance [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lazy-loading 'resources' on Instance uuid 300d73e5-833f-4e19-ae99-8e5ce9c1d817 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.479912] env[69584]: INFO nova.scheduler.client.report [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Deleted allocations for instance 86790ac3-48f9-4b93-8843-8b1b36383712 [ 797.552847] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Releasing lock "refresh_cache-4762e03c-2f8c-4796-bdd0-9752f3674fb8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.553735] env[69584]: DEBUG nova.compute.manager [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Instance network_info: |[{"id": "ba477b2b-698b-4995-b8a0-3421bf9ed847", "address": "fa:16:3e:48:3f:76", "network": {"id": "0ec6594e-c178-4a3e-8d29-e78d809b6dd5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2111429966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd11d2dfb22b48e3a54e76341562b748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba477b2b-69", "ovs_interfaceid": "ba477b2b-698b-4995-b8a0-3421bf9ed847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.553735] env[69584]: DEBUG oslo_concurrency.lockutils [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] Acquired lock "refresh_cache-4762e03c-2f8c-4796-bdd0-9752f3674fb8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.553735] env[69584]: DEBUG nova.network.neutron [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Refreshing network info cache for port ba477b2b-698b-4995-b8a0-3421bf9ed847 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.554903] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:3f:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba477b2b-698b-4995-b8a0-3421bf9ed847', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.563874] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Creating folder: Project (dd11d2dfb22b48e3a54e76341562b748). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.567467] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd8a71ea-bcf5-49fd-98b3-25f7dfceabf7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.579783] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Created folder: Project (dd11d2dfb22b48e3a54e76341562b748) in parent group-v696614. [ 797.580052] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Creating folder: Instances. Parent ref: group-v696759. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.580351] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-645d5f39-8358-4cbb-acfc-b89a415240f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.591050] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Created folder: Instances in parent group-v696759. [ 797.591298] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.591490] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.591701] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d3e05d3-963b-4112-9450-c0ad6bf7f909 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.615301] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.615301] env[69584]: value = "task-3485446" [ 797.615301] env[69584]: _type = "Task" [ 797.615301] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.623129] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485446, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.752635] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5238ed62-1b07-c039-1218-f8066a7b4afc, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.753052] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.753316] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 11365266-cec8-4bb8-9795-7091cd73329a/11365266-cec8-4bb8-9795-7091cd73329a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.753855] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0019c7c-e0d1-41b9-82c7-e1ff5bdfb6c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.761606] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 797.761606] env[69584]: value = "task-3485447" [ 797.761606] env[69584]: _type = "Task" [ 797.761606] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.773172] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.800892] env[69584]: DEBUG nova.network.neutron [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Updated VIF entry in instance network info cache for port ba477b2b-698b-4995-b8a0-3421bf9ed847. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.801430] env[69584]: DEBUG nova.network.neutron [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Updating instance_info_cache with network_info: [{"id": "ba477b2b-698b-4995-b8a0-3421bf9ed847", "address": "fa:16:3e:48:3f:76", "network": {"id": "0ec6594e-c178-4a3e-8d29-e78d809b6dd5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2111429966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd11d2dfb22b48e3a54e76341562b748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba477b2b-69", "ovs_interfaceid": "ba477b2b-698b-4995-b8a0-3421bf9ed847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.995174] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f102a25a-0209-4879-bcc4-c5c20a252af9 tempest-AttachInterfacesV270Test-917783504 tempest-AttachInterfacesV270Test-917783504-project-member] Lock "86790ac3-48f9-4b93-8843-8b1b36383712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.386s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.135038] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485446, 'name': CreateVM_Task, 'duration_secs': 0.319594} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.139999] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.141015] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.141163] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.141486] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.141763] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19097ede-ecd6-4824-97ec-7d61c7af2825 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.148426] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for the task: (returnval){ [ 798.148426] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529cc5d0-7ce2-86ea-504b-8804b6022bc3" [ 798.148426] env[69584]: _type = "Task" [ 798.148426] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.161400] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529cc5d0-7ce2-86ea-504b-8804b6022bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.274100] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485447, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.303724] env[69584]: DEBUG oslo_concurrency.lockutils [req-ed526f14-4833-4237-88c2-127653db57e3 req-2c4edace-e968-48b9-853c-1331237ef8c2 service nova] Releasing lock "refresh_cache-4762e03c-2f8c-4796-bdd0-9752f3674fb8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.663502] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529cc5d0-7ce2-86ea-504b-8804b6022bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.059091} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.663827] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.664073] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.664313] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.664454] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.664629] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.664895] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c3889f8-bf0f-4027-b02a-457e7828677e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.673405] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.673653] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.674453] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40200f11-1084-41a4-8be2-412c3035b248 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.679268] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for the task: (returnval){ [ 798.679268] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c81f3c-1d27-dc28-eb18-c0097159e9ca" [ 798.679268] env[69584]: _type = "Task" [ 798.679268] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.689787] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c81f3c-1d27-dc28-eb18-c0097159e9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.762418] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf68e8a-693f-4426-ae74-53e3ccdc5db2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.777307] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ef13ba-6661-4630-9272-f9810cf05463 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.779029] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485447, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.806715] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92cc297-6cec-4418-8e78-b028ee4579c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.814363] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f309a2d-47f5-4b5b-a305-73f3ee232014 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.827961] env[69584]: DEBUG nova.compute.provider_tree [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.193343] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c81f3c-1d27-dc28-eb18-c0097159e9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.00969} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.195032] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1bb15b7-1518-415a-a996-97f632f79080 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.200688] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for the task: (returnval){ [ 799.200688] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526056f2-3afd-ec48-1a75-97cbbb616706" [ 799.200688] env[69584]: _type = "Task" [ 799.200688] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.209378] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526056f2-3afd-ec48-1a75-97cbbb616706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.275246] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485447, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.331775] env[69584]: DEBUG nova.scheduler.client.report [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.711583] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526056f2-3afd-ec48-1a75-97cbbb616706, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.711895] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.712178] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 4762e03c-2f8c-4796-bdd0-9752f3674fb8/4762e03c-2f8c-4796-bdd0-9752f3674fb8.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.715564] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-309aed09-8a9a-433b-b3fe-9ab1a8238109 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.721255] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for the task: (returnval){ [ 799.721255] env[69584]: value = "task-3485448" [ 799.721255] env[69584]: _type = "Task" [ 799.721255] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.730281] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.776970] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485447, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.525224} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.777312] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 11365266-cec8-4bb8-9795-7091cd73329a/11365266-cec8-4bb8-9795-7091cd73329a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.777500] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.777779] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6a3e44-5656-4dd9-901d-4e2fc0222e78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.783809] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 799.783809] env[69584]: value = "task-3485449" [ 799.783809] env[69584]: _type = "Task" [ 799.783809] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.792520] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.842150] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.842150] env[69584]: DEBUG oslo_concurrency.lockutils [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.724s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.844459] env[69584]: INFO nova.compute.claims [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.883250] env[69584]: INFO nova.scheduler.client.report [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Deleted allocations for instance 300d73e5-833f-4e19-ae99-8e5ce9c1d817 [ 800.231868] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471009} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.232897] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 4762e03c-2f8c-4796-bdd0-9752f3674fb8/4762e03c-2f8c-4796-bdd0-9752f3674fb8.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.232897] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.233119] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f06c424f-0a7e-42a3-b322-78ae17041d6c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.240858] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for the task: (returnval){ [ 800.240858] env[69584]: value = "task-3485450" [ 800.240858] env[69584]: _type = "Task" [ 800.240858] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.248367] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.293335] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085722} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.294959] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.294959] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4f8ac7-f55c-4341-a7e9-43c88ac6f10d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.319665] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 11365266-cec8-4bb8-9795-7091cd73329a/11365266-cec8-4bb8-9795-7091cd73329a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.320619] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c081ff8-c0be-4fe3-b3fa-8cf87b62a26f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.339733] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 800.339733] env[69584]: value = "task-3485451" [ 800.339733] env[69584]: _type = "Task" [ 800.339733] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.348616] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.399441] env[69584]: DEBUG oslo_concurrency.lockutils [None req-14cc6645-b275-4f89-8be1-9b29f4eea70d tempest-ListImageFiltersTestJSON-1087793749 tempest-ListImageFiltersTestJSON-1087793749-project-member] Lock "300d73e5-833f-4e19-ae99-8e5ce9c1d817" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.341s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.756800] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266197} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.756800] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.757526] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03500322-82df-4863-b7d3-cc6a93ff9b1a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.783697] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 4762e03c-2f8c-4796-bdd0-9752f3674fb8/4762e03c-2f8c-4796-bdd0-9752f3674fb8.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.784102] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55daa00c-b7a2-4e8f-9d4c-58d4ee64c0a2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.805032] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for the task: (returnval){ [ 800.805032] env[69584]: value = "task-3485452" [ 800.805032] env[69584]: _type = "Task" [ 800.805032] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.812955] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.849598] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.315270] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.331358] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc01c52f-7bf7-4a45-8a97-1851f4d6bae4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.339515] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20b2832-0c68-469b-be58-fda7ef911315 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.390996] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.392354] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309cf90f-b691-43c3-be5d-65ff36170cd4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.401045] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dd1195-011a-4715-9144-e7b2f1cd93d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.419728] env[69584]: DEBUG nova.compute.provider_tree [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.814704] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485452, 'name': ReconfigVM_Task, 'duration_secs': 0.692709} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.814999] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 4762e03c-2f8c-4796-bdd0-9752f3674fb8/4762e03c-2f8c-4796-bdd0-9752f3674fb8.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.816351] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ddba8c2-8f6b-401d-b328-5b889e8930b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.823025] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for the task: (returnval){ [ 801.823025] env[69584]: value = "task-3485453" [ 801.823025] env[69584]: _type = "Task" [ 801.823025] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.833330] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485453, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.856522] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485451, 'name': ReconfigVM_Task, 'duration_secs': 1.151136} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.856877] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 11365266-cec8-4bb8-9795-7091cd73329a/11365266-cec8-4bb8-9795-7091cd73329a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.857997] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e304ff-1aab-464a-9b32-74039ec14fa8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.867136] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 801.867136] env[69584]: value = "task-3485454" [ 801.867136] env[69584]: _type = "Task" [ 801.867136] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.875880] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485454, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.927019] env[69584]: DEBUG nova.scheduler.client.report [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.333584] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485453, 'name': Rename_Task, 'duration_secs': 0.132444} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.333918] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.334207] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa48745-ab33-4f07-83c3-e194897b700c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.341932] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for the task: (returnval){ [ 802.341932] env[69584]: value = "task-3485455" [ 802.341932] env[69584]: _type = "Task" [ 802.341932] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.349308] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.373969] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485454, 'name': Rename_Task, 'duration_secs': 0.144795} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.374307] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.374563] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5d8ca02-0714-4821-aab9-1ba3517683fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.380822] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 802.380822] env[69584]: value = "task-3485456" [ 802.380822] env[69584]: _type = "Task" [ 802.380822] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.388821] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.436020] env[69584]: DEBUG oslo_concurrency.lockutils [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.436020] env[69584]: DEBUG nova.compute.manager [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.437918] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.816s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.440026] env[69584]: INFO nova.compute.claims [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.858613] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485455, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.891072] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.950353] env[69584]: DEBUG nova.compute.utils [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.950353] env[69584]: DEBUG nova.compute.manager [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.950353] env[69584]: DEBUG nova.network.neutron [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.007360] env[69584]: DEBUG nova.policy [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11c80476f9694587bc10046cbd917b07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fc901a26f294456b5a3882b300b2663', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.333091] env[69584]: DEBUG nova.network.neutron [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Successfully created port: 824670b6-3787-40ab-b085-13be9c0129cb {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.352073] env[69584]: DEBUG oslo_vmware.api [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485455, 'name': PowerOnVM_Task, 'duration_secs': 0.53396} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.352197] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.352374] env[69584]: INFO nova.compute.manager [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Took 8.21 seconds to spawn the instance on the hypervisor. [ 803.352495] env[69584]: DEBUG nova.compute.manager [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.353314] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3850898d-0dd7-4aef-b8e2-79c1408ce40f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.391760] env[69584]: DEBUG oslo_vmware.api [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485456, 'name': PowerOnVM_Task, 'duration_secs': 0.582238} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.392106] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.392359] env[69584]: INFO nova.compute.manager [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Took 11.05 seconds to spawn the instance on the hypervisor. [ 803.392585] env[69584]: DEBUG nova.compute.manager [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.393518] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2510653d-28f9-4972-93ab-07dbb5f4db6e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.455502] env[69584]: DEBUG nova.compute.manager [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.872978] env[69584]: INFO nova.compute.manager [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Took 47.97 seconds to build instance. [ 803.912890] env[69584]: INFO nova.compute.manager [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Took 52.60 seconds to build instance. [ 803.960881] env[69584]: INFO nova.virt.block_device [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Booting with volume d425f725-1ab9-46ba-8ecb-23f7513ddcdb at /dev/sda [ 804.000658] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da4388fd-035f-4785-a63c-f996d5e0431b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.010522] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f826921-b28b-497c-87ab-e95914998474 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.049654] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05f017b4-bd5e-4e68-9daf-15da924f9810 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.057434] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d145f35f-7f56-45ee-b99f-c10f796bc82a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.094653] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a23724-09ed-429e-a6e0-1a75f184908e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.100830] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32092b23-a42a-4703-b5b8-63627205686b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.113596] env[69584]: DEBUG nova.virt.block_device [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Updating existing volume attachment record: c7ad086a-33c8-471f-93cb-1a4bb741df87 {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 804.134817] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdc3b5f-b9d6-449d-835d-3e67bafcc20b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.145076] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b151bce-8c63-4b0d-b152-44db556e692b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.181176] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef945b8-6c72-40ef-895a-3bf9ada99b5d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.189612] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2146af5-b552-4e27-9134-1076b989e514 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.205890] env[69584]: DEBUG nova.compute.provider_tree [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.375307] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f024d365-5c3e-4560-96e8-4b1fd0d7822d tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.751s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.413980] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cdceb697-e0cc-4354-9d2f-d06cf689812f tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lock "11365266-cec8-4bb8-9795-7091cd73329a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.026s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.432749] env[69584]: INFO nova.compute.manager [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Rescuing [ 804.433085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquiring lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.433247] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquired lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.433417] env[69584]: DEBUG nova.network.neutron [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.714355] env[69584]: DEBUG nova.scheduler.client.report [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.879761] env[69584]: DEBUG nova.compute.manager [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.919899] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.032801] env[69584]: DEBUG nova.network.neutron [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Successfully updated port: 824670b6-3787-40ab-b085-13be9c0129cb {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.044217] env[69584]: DEBUG nova.compute.manager [req-638b7e2b-37a3-4cf4-a053-64da48345d4f req-48c47eef-b529-443a-b380-401c5b7ffae9 service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Received event network-vif-plugged-824670b6-3787-40ab-b085-13be9c0129cb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.046281] env[69584]: DEBUG oslo_concurrency.lockutils [req-638b7e2b-37a3-4cf4-a053-64da48345d4f req-48c47eef-b529-443a-b380-401c5b7ffae9 service nova] Acquiring lock "ef45db2f-2489-474f-ae77-492fa1c8517e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.046794] env[69584]: DEBUG oslo_concurrency.lockutils [req-638b7e2b-37a3-4cf4-a053-64da48345d4f req-48c47eef-b529-443a-b380-401c5b7ffae9 service nova] Lock "ef45db2f-2489-474f-ae77-492fa1c8517e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.046794] env[69584]: DEBUG oslo_concurrency.lockutils [req-638b7e2b-37a3-4cf4-a053-64da48345d4f req-48c47eef-b529-443a-b380-401c5b7ffae9 service nova] Lock "ef45db2f-2489-474f-ae77-492fa1c8517e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.047244] env[69584]: DEBUG nova.compute.manager [req-638b7e2b-37a3-4cf4-a053-64da48345d4f req-48c47eef-b529-443a-b380-401c5b7ffae9 service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] No waiting events found dispatching network-vif-plugged-824670b6-3787-40ab-b085-13be9c0129cb {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.047244] env[69584]: WARNING nova.compute.manager [req-638b7e2b-37a3-4cf4-a053-64da48345d4f req-48c47eef-b529-443a-b380-401c5b7ffae9 service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Received unexpected event network-vif-plugged-824670b6-3787-40ab-b085-13be9c0129cb for instance with vm_state building and task_state block_device_mapping. [ 805.217215] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.218265] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.223716] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.923s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.225650] env[69584]: INFO nova.compute.claims [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.237975] env[69584]: DEBUG nova.network.neutron [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updating instance_info_cache with network_info: [{"id": "69f78266-be9f-4396-9015-0575d88aaf33", "address": "fa:16:3e:2c:63:86", "network": {"id": "888b1d75-883c-4304-8bdd-c9f9517adcf4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-508750355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e82f3abc510a4d3280c93b051b3d3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f78266-be", "ovs_interfaceid": "69f78266-be9f-4396-9015-0575d88aaf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.412129] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.442458] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.533806] env[69584]: DEBUG oslo_concurrency.lockutils [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Acquiring lock "refresh_cache-ef45db2f-2489-474f-ae77-492fa1c8517e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.534025] env[69584]: DEBUG oslo_concurrency.lockutils [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Acquired lock "refresh_cache-ef45db2f-2489-474f-ae77-492fa1c8517e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.534237] env[69584]: DEBUG nova.network.neutron [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.734049] env[69584]: DEBUG nova.compute.utils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.738592] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.738592] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.742977] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Releasing lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.806147] env[69584]: DEBUG nova.policy [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34ba325ca36f48fcb6328130984d7b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08d36bd8fa5a41e5b51b37799632ff89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.084998] env[69584]: DEBUG nova.network.neutron [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.220617] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquiring lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.220913] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.221393] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquiring lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.221393] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.221655] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.225183] env[69584]: INFO nova.compute.manager [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Terminating instance [ 806.240479] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.244018] env[69584]: DEBUG nova.compute.manager [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.244383] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.244593] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.244772] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.244960] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.245117] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.245264] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.245460] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.245614] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.245773] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.245991] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.246316] env[69584]: DEBUG nova.virt.hardware [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.251027] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd51ff00-40ce-469c-b34d-cadb5c5c9555 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.257150] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6916235-4dc7-49fb-8401-4589af19b662 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.351321] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Successfully created port: 8c0396e8-68ef-4264-a533-f01d30c773d7 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.385308] env[69584]: DEBUG nova.network.neutron [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Updating instance_info_cache with network_info: [{"id": "824670b6-3787-40ab-b085-13be9c0129cb", "address": "fa:16:3e:fe:f3:19", "network": {"id": "c2ce0209-e900-49f6-98ca-0406c76cac29", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1004555788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fc901a26f294456b5a3882b300b2663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824670b6-37", "ovs_interfaceid": "824670b6-3787-40ab-b085-13be9c0129cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.731296] env[69584]: DEBUG nova.compute.manager [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.731550] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.736328] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19328921-8c68-497e-944b-4e74a8761e41 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.747056] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.750292] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-464ec5f0-3aea-4430-9816-a4d679b9d82b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.761170] env[69584]: DEBUG oslo_vmware.api [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for the task: (returnval){ [ 806.761170] env[69584]: value = "task-3485457" [ 806.761170] env[69584]: _type = "Task" [ 806.761170] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.772209] env[69584]: DEBUG oslo_vmware.api [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.834557] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3790bd-28c1-4ddc-9c95-886228f09720 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.843172] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff29806c-ad31-4b7f-b74d-cc55ea20a440 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.876420] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae11cc7-761e-44bc-97d9-d69820ceb325 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.883814] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98addb0f-c315-4e02-a8cc-6ca1c01edbf2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.888097] env[69584]: DEBUG oslo_concurrency.lockutils [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Releasing lock "refresh_cache-ef45db2f-2489-474f-ae77-492fa1c8517e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.888376] env[69584]: DEBUG nova.compute.manager [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Instance network_info: |[{"id": "824670b6-3787-40ab-b085-13be9c0129cb", "address": "fa:16:3e:fe:f3:19", "network": {"id": "c2ce0209-e900-49f6-98ca-0406c76cac29", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1004555788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fc901a26f294456b5a3882b300b2663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824670b6-37", "ovs_interfaceid": "824670b6-3787-40ab-b085-13be9c0129cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.888769] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:f3:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '824670b6-3787-40ab-b085-13be9c0129cb', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.896269] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Creating folder: Project (3fc901a26f294456b5a3882b300b2663). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.896950] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7070216a-dbc4-4107-8621-972255205edf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.906914] env[69584]: DEBUG nova.compute.provider_tree [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.920329] env[69584]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 806.920500] env[69584]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69584) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 806.921080] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Folder already exists: Project (3fc901a26f294456b5a3882b300b2663). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 806.921339] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Creating folder: Instances. Parent ref: group-v696711. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.921513] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-083bb020-8672-4bd9-8307-b970dc79d2b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.930884] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Created folder: Instances in parent group-v696711. [ 806.931138] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.931325] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.931530] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad3dc241-f062-4df9-a5ff-455f645316f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.951094] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.951094] env[69584]: value = "task-3485460" [ 806.951094] env[69584]: _type = "Task" [ 806.951094] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.960521] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485460, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.079357] env[69584]: DEBUG nova.compute.manager [req-15337c63-3003-4be4-99fa-a672ebaa9568 req-90b5f6be-1ea1-48df-9d9e-67f519ed7114 service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Received event network-changed-824670b6-3787-40ab-b085-13be9c0129cb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.079357] env[69584]: DEBUG nova.compute.manager [req-15337c63-3003-4be4-99fa-a672ebaa9568 req-90b5f6be-1ea1-48df-9d9e-67f519ed7114 service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Refreshing instance network info cache due to event network-changed-824670b6-3787-40ab-b085-13be9c0129cb. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.079357] env[69584]: DEBUG oslo_concurrency.lockutils [req-15337c63-3003-4be4-99fa-a672ebaa9568 req-90b5f6be-1ea1-48df-9d9e-67f519ed7114 service nova] Acquiring lock "refresh_cache-ef45db2f-2489-474f-ae77-492fa1c8517e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.079357] env[69584]: DEBUG oslo_concurrency.lockutils [req-15337c63-3003-4be4-99fa-a672ebaa9568 req-90b5f6be-1ea1-48df-9d9e-67f519ed7114 service nova] Acquired lock "refresh_cache-ef45db2f-2489-474f-ae77-492fa1c8517e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.079357] env[69584]: DEBUG nova.network.neutron [req-15337c63-3003-4be4-99fa-a672ebaa9568 req-90b5f6be-1ea1-48df-9d9e-67f519ed7114 service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Refreshing network info cache for port 824670b6-3787-40ab-b085-13be9c0129cb {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.256515] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.272821] env[69584]: DEBUG oslo_vmware.api [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485457, 'name': PowerOffVM_Task, 'duration_secs': 0.424294} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.273092] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.273256] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.273510] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01a61e44-4b72-4311-ac70-712aa141f2d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.286048] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.286048] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.286048] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.286048] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.286048] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.286048] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.286048] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.286048] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.286048] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.286048] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.286544] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.287469] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaa4fc7-c125-4da3-b25d-051c97a7871d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.296018] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.296018] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ba5410-f646-47ea-9b93-908b8204fbf1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.299061] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868dd158-c2d0-46b7-9675-1520e241a3d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.305345] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 807.305345] env[69584]: value = "task-3485462" [ 807.305345] env[69584]: _type = "Task" [ 807.305345] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.325396] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.354739] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.354987] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.355207] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Deleting the datastore file [datastore1] 4762e03c-2f8c-4796-bdd0-9752f3674fb8 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.355477] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22f7b02e-4aae-4444-aa80-5257ef5648b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.361608] env[69584]: DEBUG oslo_vmware.api [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for the task: (returnval){ [ 807.361608] env[69584]: value = "task-3485463" [ 807.361608] env[69584]: _type = "Task" [ 807.361608] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.371156] env[69584]: DEBUG oslo_vmware.api [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.410403] env[69584]: DEBUG nova.scheduler.client.report [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.461722] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485460, 'name': CreateVM_Task, 'duration_secs': 0.359012} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.461871] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.462869] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'c7ad086a-33c8-471f-93cb-1a4bb741df87', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696718', 'volume_id': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'name': 'volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef45db2f-2489-474f-ae77-492fa1c8517e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'serial': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb'}, 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69584) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 807.463020] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Root volume attach. Driver type: vmdk {{(pid=69584) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 807.463700] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba245b1-f864-41ad-886e-7700ef05f887 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.471925] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d82b441-1119-4317-8bc0-7a947b04d473 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.481796] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3fd892-9871-4674-910d-e771f14a61df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.492313] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a05b5af4-d06e-45eb-b033-3d654a484762 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.499936] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for the task: (returnval){ [ 807.499936] env[69584]: value = "task-3485464" [ 807.499936] env[69584]: _type = "Task" [ 807.499936] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.508414] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485464, 'name': RelocateVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.816370] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485462, 'name': PowerOffVM_Task, 'duration_secs': 0.208982} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.816788] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.817689] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d213c328-8eec-48fe-b754-24bffdf36eb4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.840523] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69790401-2ae1-418c-a56e-3e7d49a1424b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.873108] env[69584]: DEBUG oslo_vmware.api [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Task: {'id': task-3485463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278806} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.875084] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.875407] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.875590] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.875766] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.875942] env[69584]: INFO nova.compute.manager [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 807.876262] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.876468] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb305914-2178-47b9-9e69-392a0546ad6e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.878012] env[69584]: DEBUG nova.compute.manager [-] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.878121] env[69584]: DEBUG nova.network.neutron [-] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.885870] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 807.885870] env[69584]: value = "task-3485465" [ 807.885870] env[69584]: _type = "Task" [ 807.885870] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.893909] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.916210] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.916831] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.920129] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.832s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.924043] env[69584]: INFO nova.compute.claims [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.943189] env[69584]: DEBUG nova.network.neutron [req-15337c63-3003-4be4-99fa-a672ebaa9568 req-90b5f6be-1ea1-48df-9d9e-67f519ed7114 service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Updated VIF entry in instance network info cache for port 824670b6-3787-40ab-b085-13be9c0129cb. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.946746] env[69584]: DEBUG nova.network.neutron [req-15337c63-3003-4be4-99fa-a672ebaa9568 req-90b5f6be-1ea1-48df-9d9e-67f519ed7114 service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Updating instance_info_cache with network_info: [{"id": "824670b6-3787-40ab-b085-13be9c0129cb", "address": "fa:16:3e:fe:f3:19", "network": {"id": "c2ce0209-e900-49f6-98ca-0406c76cac29", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1004555788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fc901a26f294456b5a3882b300b2663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824670b6-37", "ovs_interfaceid": "824670b6-3787-40ab-b085-13be9c0129cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.008768] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485464, 'name': RelocateVM_Task, 'duration_secs': 0.432462} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.009081] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 808.009290] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696718', 'volume_id': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'name': 'volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef45db2f-2489-474f-ae77-492fa1c8517e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'serial': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 808.012027] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a6c88-b902-4090-bd3b-b6c0245a07e4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.027796] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d272a3d2-5097-4833-b623-94a88aba74cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.051080] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb/volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.051400] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88f35622-d5df-448f-87ac-15a1cd3785c2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.071126] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for the task: (returnval){ [ 808.071126] env[69584]: value = "task-3485466" [ 808.071126] env[69584]: _type = "Task" [ 808.071126] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.078967] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.396172] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 808.396413] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.396735] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.396973] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.397025] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.397284] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a1cc435-391a-42ba-a837-050c13db1cd7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.405624] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.405771] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.410020] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1aa431-b85d-45b5-bb54-585e168d434e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.410020] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Successfully updated port: 8c0396e8-68ef-4264-a533-f01d30c773d7 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.413107] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 808.413107] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c1739a-4650-c682-10d2-02e947e954e8" [ 808.413107] env[69584]: _type = "Task" [ 808.413107] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.421082] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c1739a-4650-c682-10d2-02e947e954e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.427179] env[69584]: DEBUG nova.compute.utils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.429770] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.429930] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.445803] env[69584]: DEBUG oslo_concurrency.lockutils [req-15337c63-3003-4be4-99fa-a672ebaa9568 req-90b5f6be-1ea1-48df-9d9e-67f519ed7114 service nova] Releasing lock "refresh_cache-ef45db2f-2489-474f-ae77-492fa1c8517e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.580539] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485466, 'name': ReconfigVM_Task, 'duration_secs': 0.264155} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.580839] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb/volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.588021] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e732f16-fb6b-4ae5-9746-5630aa67e83c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.601941] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for the task: (returnval){ [ 808.601941] env[69584]: value = "task-3485467" [ 808.601941] env[69584]: _type = "Task" [ 808.601941] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.609902] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.752627] env[69584]: DEBUG nova.policy [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34ba325ca36f48fcb6328130984d7b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08d36bd8fa5a41e5b51b37799632ff89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.912266] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "refresh_cache-540fbcfb-bd51-4234-870d-f0249768b239" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.912417] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired lock "refresh_cache-540fbcfb-bd51-4234-870d-f0249768b239" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.912565] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.923594] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c1739a-4650-c682-10d2-02e947e954e8, 'name': SearchDatastore_Task, 'duration_secs': 0.00847} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.924452] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f490ca38-787c-42c9-b6b0-a923dcd1f06d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.933639] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.940923] env[69584]: DEBUG nova.network.neutron [-] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.942037] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 808.942037] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52469c49-bc54-a157-fc69-84c5e28a22bc" [ 808.942037] env[69584]: _type = "Task" [ 808.942037] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.956397] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52469c49-bc54-a157-fc69-84c5e28a22bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.111579] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485467, 'name': ReconfigVM_Task, 'duration_secs': 0.115334} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.112232] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696718', 'volume_id': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'name': 'volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef45db2f-2489-474f-ae77-492fa1c8517e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'serial': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 809.112514] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1b0cdf4-f8f6-427b-8946-c34257b255d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.123917] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for the task: (returnval){ [ 809.123917] env[69584]: value = "task-3485468" [ 809.123917] env[69584]: _type = "Task" [ 809.123917] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.138837] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485468, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.141978] env[69584]: DEBUG nova.compute.manager [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Received event network-vif-plugged-8c0396e8-68ef-4264-a533-f01d30c773d7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.145617] env[69584]: DEBUG oslo_concurrency.lockutils [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] Acquiring lock "540fbcfb-bd51-4234-870d-f0249768b239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.145617] env[69584]: DEBUG oslo_concurrency.lockutils [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] Lock "540fbcfb-bd51-4234-870d-f0249768b239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.145617] env[69584]: DEBUG oslo_concurrency.lockutils [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] Lock "540fbcfb-bd51-4234-870d-f0249768b239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.145617] env[69584]: DEBUG nova.compute.manager [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] No waiting events found dispatching network-vif-plugged-8c0396e8-68ef-4264-a533-f01d30c773d7 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.145617] env[69584]: WARNING nova.compute.manager [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Received unexpected event network-vif-plugged-8c0396e8-68ef-4264-a533-f01d30c773d7 for instance with vm_state building and task_state spawning. [ 809.145617] env[69584]: DEBUG nova.compute.manager [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Received event network-changed-8c0396e8-68ef-4264-a533-f01d30c773d7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.145617] env[69584]: DEBUG nova.compute.manager [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Refreshing instance network info cache due to event network-changed-8c0396e8-68ef-4264-a533-f01d30c773d7. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.145617] env[69584]: DEBUG oslo_concurrency.lockutils [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] Acquiring lock "refresh_cache-540fbcfb-bd51-4234-870d-f0249768b239" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.335184] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Successfully created port: 5354ca0a-c38f-4949-974b-9503f818e13c {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.443384] env[69584]: INFO nova.compute.manager [-] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Took 1.57 seconds to deallocate network for instance. [ 809.462524] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52469c49-bc54-a157-fc69-84c5e28a22bc, 'name': SearchDatastore_Task, 'duration_secs': 0.023458} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.462805] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.463127] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 11365266-cec8-4bb8-9795-7091cd73329a/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. {{(pid=69584) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 809.463346] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f23155f1-fb01-45af-ada4-6a71a4f55c83 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.471129] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 809.471129] env[69584]: value = "task-3485469" [ 809.471129] env[69584]: _type = "Task" [ 809.471129] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.480671] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.507944] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.559161] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc79bb61-c006-4b40-8fdd-251b0d9f9ee4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.566492] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e376c-41e3-4cb6-9e20-19946ef9ea0b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.599067] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d38d2d-a89d-4a16-b2b1-ec7c060bb089 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.606973] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e3d798-bbde-45a2-8a79-7554ba08469d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.625965] env[69584]: DEBUG nova.compute.provider_tree [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.638580] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485468, 'name': Rename_Task, 'duration_secs': 0.13043} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.639120] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.639393] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f401eb3-6075-42c4-8cc1-456cea1fec97 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.648030] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for the task: (returnval){ [ 809.648030] env[69584]: value = "task-3485470" [ 809.648030] env[69584]: _type = "Task" [ 809.648030] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.661751] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.939085] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Updating instance_info_cache with network_info: [{"id": "8c0396e8-68ef-4264-a533-f01d30c773d7", "address": "fa:16:3e:eb:8a:71", "network": {"id": "e3461cdc-8ad5-4914-8a49-aa0759829428", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-388189940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d36bd8fa5a41e5b51b37799632ff89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c0396e8-68", "ovs_interfaceid": "8c0396e8-68ef-4264-a533-f01d30c773d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.955672] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.959058] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.983359] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44559} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.985760] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 11365266-cec8-4bb8-9795-7091cd73329a/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. [ 809.987015] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89239dc6-c8eb-4597-a063-e52f20cd20a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.013774] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 11365266-cec8-4bb8-9795-7091cd73329a/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.015727] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.016016] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.016670] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.016924] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.017052] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.017208] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.017424] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.017585] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.017755] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.017920] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.018106] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.018399] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f167fc4-86b5-4069-af11-71af9192a0d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.032019] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa39aa5c-c36d-48c6-ba0d-dfa72037030b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.041914] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f67f466-6c45-4cc1-9a79-c2830e6b8225 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.045824] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 810.045824] env[69584]: value = "task-3485471" [ 810.045824] env[69584]: _type = "Task" [ 810.045824] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.063243] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.133094] env[69584]: DEBUG nova.scheduler.client.report [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.159672] env[69584]: DEBUG oslo_vmware.api [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485470, 'name': PowerOnVM_Task, 'duration_secs': 0.471046} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.159672] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.159672] env[69584]: INFO nova.compute.manager [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Took 3.92 seconds to spawn the instance on the hypervisor. [ 810.159672] env[69584]: DEBUG nova.compute.manager [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.160491] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7ee315-9e66-4d2b-8469-c474a7bda718 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.446034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Releasing lock "refresh_cache-540fbcfb-bd51-4234-870d-f0249768b239" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.446406] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Instance network_info: |[{"id": "8c0396e8-68ef-4264-a533-f01d30c773d7", "address": "fa:16:3e:eb:8a:71", "network": {"id": "e3461cdc-8ad5-4914-8a49-aa0759829428", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-388189940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d36bd8fa5a41e5b51b37799632ff89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c0396e8-68", "ovs_interfaceid": "8c0396e8-68ef-4264-a533-f01d30c773d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.446725] env[69584]: DEBUG oslo_concurrency.lockutils [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] Acquired lock "refresh_cache-540fbcfb-bd51-4234-870d-f0249768b239" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.446909] env[69584]: DEBUG nova.network.neutron [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Refreshing network info cache for port 8c0396e8-68ef-4264-a533-f01d30c773d7 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.448475] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:8a:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c0396e8-68ef-4264-a533-f01d30c773d7', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.456575] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Creating folder: Project (08d36bd8fa5a41e5b51b37799632ff89). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.459913] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-365a7ac6-2ed4-4a07-aecb-2e3aa73eb322 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.474558] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Created folder: Project (08d36bd8fa5a41e5b51b37799632ff89) in parent group-v696614. [ 810.474781] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Creating folder: Instances. Parent ref: group-v696764. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.475073] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d395fca-fdad-4b62-8ca4-374e38294ade {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.486046] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Created folder: Instances in parent group-v696764. [ 810.486160] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.486302] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.486503] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63801498-d7ce-4007-b141-79ea8d33b29e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.509145] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.509145] env[69584]: value = "task-3485474" [ 810.509145] env[69584]: _type = "Task" [ 810.509145] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.518497] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485474, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.555499] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485471, 'name': ReconfigVM_Task, 'duration_secs': 0.329803} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.557903] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 11365266-cec8-4bb8-9795-7091cd73329a/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.558797] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8220bb-22cc-4a69-9620-aac613269d82 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.584886] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28943319-d1fa-45f7-94a8-52c559cde532 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.603482] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 810.603482] env[69584]: value = "task-3485475" [ 810.603482] env[69584]: _type = "Task" [ 810.603482] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.613469] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.638286] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.638841] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.641427] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.565s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.683238] env[69584]: INFO nova.compute.manager [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Took 42.58 seconds to build instance. [ 810.726768] env[69584]: DEBUG nova.network.neutron [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Updated VIF entry in instance network info cache for port 8c0396e8-68ef-4264-a533-f01d30c773d7. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.726768] env[69584]: DEBUG nova.network.neutron [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Updating instance_info_cache with network_info: [{"id": "8c0396e8-68ef-4264-a533-f01d30c773d7", "address": "fa:16:3e:eb:8a:71", "network": {"id": "e3461cdc-8ad5-4914-8a49-aa0759829428", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-388189940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d36bd8fa5a41e5b51b37799632ff89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c0396e8-68", "ovs_interfaceid": "8c0396e8-68ef-4264-a533-f01d30c773d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.020661] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485474, 'name': CreateVM_Task, 'duration_secs': 0.329901} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.020753] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.021614] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.021614] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.021974] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.022257] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18cd5016-7099-46d9-81c0-bf811549cfaf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.027580] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 811.027580] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4ef94-249b-f903-0dd2-f22a70f7be77" [ 811.027580] env[69584]: _type = "Task" [ 811.027580] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.035459] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4ef94-249b-f903-0dd2-f22a70f7be77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.115621] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485475, 'name': ReconfigVM_Task, 'duration_secs': 0.209474} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.115934] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.116189] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d000883e-7afc-4a04-b1d6-4bf80ac9d90e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.122714] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 811.122714] env[69584]: value = "task-3485476" [ 811.122714] env[69584]: _type = "Task" [ 811.122714] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.134733] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.145331] env[69584]: DEBUG nova.compute.utils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.146903] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.147297] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.154397] env[69584]: INFO nova.compute.claims [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.185947] env[69584]: DEBUG oslo_concurrency.lockutils [None req-392beaa4-9026-4f3a-ad80-bc24c1794446 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Lock "ef45db2f-2489-474f-ae77-492fa1c8517e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.862s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.231385] env[69584]: DEBUG oslo_concurrency.lockutils [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] Releasing lock "refresh_cache-540fbcfb-bd51-4234-870d-f0249768b239" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.231569] env[69584]: DEBUG nova.compute.manager [req-7adfdc37-0249-4b86-91a3-fd000109cd22 req-008d77ce-4493-417c-b43e-2d1f3395a0b6 service nova] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Received event network-vif-deleted-ba477b2b-698b-4995-b8a0-3421bf9ed847 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.234274] env[69584]: DEBUG nova.policy [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34ba325ca36f48fcb6328130984d7b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08d36bd8fa5a41e5b51b37799632ff89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.334947] env[69584]: DEBUG nova.compute.manager [req-491eaf87-de27-41af-84fb-b9891862bd9a req-13d7e693-79f6-481d-bdff-ab192e6d7230 service nova] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Received event network-vif-plugged-5354ca0a-c38f-4949-974b-9503f818e13c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.335182] env[69584]: DEBUG oslo_concurrency.lockutils [req-491eaf87-de27-41af-84fb-b9891862bd9a req-13d7e693-79f6-481d-bdff-ab192e6d7230 service nova] Acquiring lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.335400] env[69584]: DEBUG oslo_concurrency.lockutils [req-491eaf87-de27-41af-84fb-b9891862bd9a req-13d7e693-79f6-481d-bdff-ab192e6d7230 service nova] Lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.335578] env[69584]: DEBUG oslo_concurrency.lockutils [req-491eaf87-de27-41af-84fb-b9891862bd9a req-13d7e693-79f6-481d-bdff-ab192e6d7230 service nova] Lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.336661] env[69584]: DEBUG nova.compute.manager [req-491eaf87-de27-41af-84fb-b9891862bd9a req-13d7e693-79f6-481d-bdff-ab192e6d7230 service nova] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] No waiting events found dispatching network-vif-plugged-5354ca0a-c38f-4949-974b-9503f818e13c {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.336661] env[69584]: WARNING nova.compute.manager [req-491eaf87-de27-41af-84fb-b9891862bd9a req-13d7e693-79f6-481d-bdff-ab192e6d7230 service nova] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Received unexpected event network-vif-plugged-5354ca0a-c38f-4949-974b-9503f818e13c for instance with vm_state building and task_state spawning. [ 811.542412] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4ef94-249b-f903-0dd2-f22a70f7be77, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.542863] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.543097] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.543415] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.543601] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.544168] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.544527] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a819520-52a1-4736-a4ee-be270d19930b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.569458] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.569458] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.570451] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ad88a6-de87-46b9-8921-151fd9f2fc66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.583157] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 811.583157] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524048bc-a0d4-65a6-ac8a-4b0eee9dce1f" [ 811.583157] env[69584]: _type = "Task" [ 811.583157] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.587385] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Successfully updated port: 5354ca0a-c38f-4949-974b-9503f818e13c {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.594790] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524048bc-a0d4-65a6-ac8a-4b0eee9dce1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.635218] env[69584]: DEBUG oslo_vmware.api [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485476, 'name': PowerOnVM_Task, 'duration_secs': 0.506573} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.635961] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.638771] env[69584]: DEBUG nova.compute.manager [None req-ac57ba34-f6f0-434f-8349-928796f8bb4e tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.640233] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b206c68-7dcf-4c73-907f-a144cd69e190 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.652497] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.663020] env[69584]: INFO nova.compute.resource_tracker [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating resource usage from migration 2d978f9c-5212-4cb5-b711-72eb1054d534 [ 811.689888] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.771369] env[69584]: DEBUG nova.compute.manager [req-0d5c9d5f-3f8b-48f3-9346-bee12d032721 req-e46ffdd8-de0b-4bb8-9793-cc83a2df744b service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Received event network-changed-824670b6-3787-40ab-b085-13be9c0129cb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.771574] env[69584]: DEBUG nova.compute.manager [req-0d5c9d5f-3f8b-48f3-9346-bee12d032721 req-e46ffdd8-de0b-4bb8-9793-cc83a2df744b service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Refreshing instance network info cache due to event network-changed-824670b6-3787-40ab-b085-13be9c0129cb. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.771820] env[69584]: DEBUG oslo_concurrency.lockutils [req-0d5c9d5f-3f8b-48f3-9346-bee12d032721 req-e46ffdd8-de0b-4bb8-9793-cc83a2df744b service nova] Acquiring lock "refresh_cache-ef45db2f-2489-474f-ae77-492fa1c8517e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.771976] env[69584]: DEBUG oslo_concurrency.lockutils [req-0d5c9d5f-3f8b-48f3-9346-bee12d032721 req-e46ffdd8-de0b-4bb8-9793-cc83a2df744b service nova] Acquired lock "refresh_cache-ef45db2f-2489-474f-ae77-492fa1c8517e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.772172] env[69584]: DEBUG nova.network.neutron [req-0d5c9d5f-3f8b-48f3-9346-bee12d032721 req-e46ffdd8-de0b-4bb8-9793-cc83a2df744b service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Refreshing network info cache for port 824670b6-3787-40ab-b085-13be9c0129cb {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.899562] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Successfully created port: 812a1005-4cc0-4ace-866a-05bcfd067c1f {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.090786] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "refresh_cache-6eb652f9-2e12-42b4-a311-fca05c5d2ea0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.090899] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired lock "refresh_cache-6eb652f9-2e12-42b4-a311-fca05c5d2ea0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.091629] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.099028] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524048bc-a0d4-65a6-ac8a-4b0eee9dce1f, 'name': SearchDatastore_Task, 'duration_secs': 0.016175} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.099028] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6c128a-5167-4690-a0c5-8e01bdb5d721 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.104053] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 812.104053] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528092a8-97a0-4196-9df4-22e36c28e63e" [ 812.104053] env[69584]: _type = "Task" [ 812.104053] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.114796] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528092a8-97a0-4196-9df4-22e36c28e63e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.206105] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec134ff-17a0-4bf9-bdd0-4a8f4a0e99af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.219944] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0300e3f5-6961-4736-bb39-403c2e74ddbc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.224736] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.256546] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e708998f-abe8-480d-86b4-b068c3bb20d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.264616] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5199243d-77f6-486f-8eea-25fe34ffb95b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.283027] env[69584]: DEBUG nova.compute.provider_tree [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.611187] env[69584]: DEBUG nova.network.neutron [req-0d5c9d5f-3f8b-48f3-9346-bee12d032721 req-e46ffdd8-de0b-4bb8-9793-cc83a2df744b service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Updated VIF entry in instance network info cache for port 824670b6-3787-40ab-b085-13be9c0129cb. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.611574] env[69584]: DEBUG nova.network.neutron [req-0d5c9d5f-3f8b-48f3-9346-bee12d032721 req-e46ffdd8-de0b-4bb8-9793-cc83a2df744b service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Updating instance_info_cache with network_info: [{"id": "824670b6-3787-40ab-b085-13be9c0129cb", "address": "fa:16:3e:fe:f3:19", "network": {"id": "c2ce0209-e900-49f6-98ca-0406c76cac29", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1004555788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fc901a26f294456b5a3882b300b2663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824670b6-37", "ovs_interfaceid": "824670b6-3787-40ab-b085-13be9c0129cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.618928] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528092a8-97a0-4196-9df4-22e36c28e63e, 'name': SearchDatastore_Task, 'duration_secs': 0.016257} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.619302] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.623246] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 540fbcfb-bd51-4234-870d-f0249768b239/540fbcfb-bd51-4234-870d-f0249768b239.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.623246] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23e28183-4dea-4fc6-a0d5-ca4def8994f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.627558] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 812.627558] env[69584]: value = "task-3485477" [ 812.627558] env[69584]: _type = "Task" [ 812.627558] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.636797] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.646821] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.664604] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.698295] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.698673] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.699074] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.699344] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.699557] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.699784] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.700069] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.700303] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.700535] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.700767] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.701016] env[69584]: DEBUG nova.virt.hardware [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.702665] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881c02ef-d8fe-4643-add9-4ff99bfd8270 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.716489] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7417ebe1-fc3f-4319-bba0-d81516965225 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.787169] env[69584]: DEBUG nova.scheduler.client.report [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.897779] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Updating instance_info_cache with network_info: [{"id": "5354ca0a-c38f-4949-974b-9503f818e13c", "address": "fa:16:3e:e8:d7:fa", "network": {"id": "e3461cdc-8ad5-4914-8a49-aa0759829428", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-388189940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d36bd8fa5a41e5b51b37799632ff89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5354ca0a-c3", "ovs_interfaceid": "5354ca0a-c38f-4949-974b-9503f818e13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.114776] env[69584]: DEBUG oslo_concurrency.lockutils [req-0d5c9d5f-3f8b-48f3-9346-bee12d032721 req-e46ffdd8-de0b-4bb8-9793-cc83a2df744b service nova] Releasing lock "refresh_cache-ef45db2f-2489-474f-ae77-492fa1c8517e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.142602] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485477, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.292543] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.651s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.292763] env[69584]: INFO nova.compute.manager [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Migrating [ 813.300235] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.470s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.301031] env[69584]: DEBUG nova.objects.instance [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 813.402110] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Releasing lock "refresh_cache-6eb652f9-2e12-42b4-a311-fca05c5d2ea0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.402110] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Instance network_info: |[{"id": "5354ca0a-c38f-4949-974b-9503f818e13c", "address": "fa:16:3e:e8:d7:fa", "network": {"id": "e3461cdc-8ad5-4914-8a49-aa0759829428", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-388189940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d36bd8fa5a41e5b51b37799632ff89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5354ca0a-c3", "ovs_interfaceid": "5354ca0a-c38f-4949-974b-9503f818e13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.402110] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:d7:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5354ca0a-c38f-4949-974b-9503f818e13c', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.409403] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.409639] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.409873] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d730cfcb-bf7c-465e-9676-cbb63b8e42c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.433526] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.433526] env[69584]: value = "task-3485478" [ 813.433526] env[69584]: _type = "Task" [ 813.433526] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.443773] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485478, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.496174] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Successfully updated port: 812a1005-4cc0-4ace-866a-05bcfd067c1f {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.640879] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558163} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.644017] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 540fbcfb-bd51-4234-870d-f0249768b239/540fbcfb-bd51-4234-870d-f0249768b239.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.644017] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.644017] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52062ffe-e0e6-4a2c-b1d8-20ba14f3a12b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.649052] env[69584]: DEBUG nova.compute.manager [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Received event network-changed-5354ca0a-c38f-4949-974b-9503f818e13c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.649511] env[69584]: DEBUG nova.compute.manager [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Refreshing instance network info cache due to event network-changed-5354ca0a-c38f-4949-974b-9503f818e13c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.649859] env[69584]: DEBUG oslo_concurrency.lockutils [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] Acquiring lock "refresh_cache-6eb652f9-2e12-42b4-a311-fca05c5d2ea0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.653065] env[69584]: DEBUG oslo_concurrency.lockutils [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] Acquired lock "refresh_cache-6eb652f9-2e12-42b4-a311-fca05c5d2ea0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.653065] env[69584]: DEBUG nova.network.neutron [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Refreshing network info cache for port 5354ca0a-c38f-4949-974b-9503f818e13c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.653065] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 813.653065] env[69584]: value = "task-3485479" [ 813.653065] env[69584]: _type = "Task" [ 813.653065] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.662785] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.817699] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.817699] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.817699] env[69584]: DEBUG nova.network.neutron [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.931954] env[69584]: DEBUG nova.compute.manager [req-f3a7e5a7-be4b-4d4c-9997-087e07ca32ec req-1442c395-de0e-4dbb-94d2-ac8cc5e85025 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Received event network-changed-69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.932180] env[69584]: DEBUG nova.compute.manager [req-f3a7e5a7-be4b-4d4c-9997-087e07ca32ec req-1442c395-de0e-4dbb-94d2-ac8cc5e85025 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Refreshing instance network info cache due to event network-changed-69f78266-be9f-4396-9015-0575d88aaf33. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.932804] env[69584]: DEBUG oslo_concurrency.lockutils [req-f3a7e5a7-be4b-4d4c-9997-087e07ca32ec req-1442c395-de0e-4dbb-94d2-ac8cc5e85025 service nova] Acquiring lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.932804] env[69584]: DEBUG oslo_concurrency.lockutils [req-f3a7e5a7-be4b-4d4c-9997-087e07ca32ec req-1442c395-de0e-4dbb-94d2-ac8cc5e85025 service nova] Acquired lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.932804] env[69584]: DEBUG nova.network.neutron [req-f3a7e5a7-be4b-4d4c-9997-087e07ca32ec req-1442c395-de0e-4dbb-94d2-ac8cc5e85025 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Refreshing network info cache for port 69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.944802] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485478, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.003357] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "refresh_cache-e09f313d-695f-419a-ba7a-8fe26d166d3b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.003657] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired lock "refresh_cache-e09f313d-695f-419a-ba7a-8fe26d166d3b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.004021] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.176517] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068036} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.176935] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.177738] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc6b33-8652-4e9b-b498-4d65ed3e4ed4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.203524] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 540fbcfb-bd51-4234-870d-f0249768b239/540fbcfb-bd51-4234-870d-f0249768b239.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.204278] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d77d4fcc-fe2f-450f-8fb0-7ffd7515bf3d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.227520] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 814.227520] env[69584]: value = "task-3485480" [ 814.227520] env[69584]: _type = "Task" [ 814.227520] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.236969] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.324334] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a530a784-4f0a-4677-80f3-625830827b10 tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.327602] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.230s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.329093] env[69584]: INFO nova.compute.claims [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.448357] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485478, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.595693] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.734771] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 814.738234] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 814.739591] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.945411] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485478, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.986885] env[69584]: DEBUG nova.network.neutron [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Updated VIF entry in instance network info cache for port 5354ca0a-c38f-4949-974b-9503f818e13c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.987269] env[69584]: DEBUG nova.network.neutron [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Updating instance_info_cache with network_info: [{"id": "5354ca0a-c38f-4949-974b-9503f818e13c", "address": "fa:16:3e:e8:d7:fa", "network": {"id": "e3461cdc-8ad5-4914-8a49-aa0759829428", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-388189940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d36bd8fa5a41e5b51b37799632ff89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5354ca0a-c3", "ovs_interfaceid": "5354ca0a-c38f-4949-974b-9503f818e13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.203749] env[69584]: DEBUG nova.network.neutron [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance_info_cache with network_info: [{"id": "efad75df-297a-40c8-83ac-30c29d3e507e", "address": "fa:16:3e:c0:88:a0", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefad75df-29", "ovs_interfaceid": "efad75df-297a-40c8-83ac-30c29d3e507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.250488] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485480, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.250488] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.250488] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.250488] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.250488] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.250488] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.250488] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.250488] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 815.250488] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.273954] env[69584]: DEBUG nova.network.neutron [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Updating instance_info_cache with network_info: [{"id": "812a1005-4cc0-4ace-866a-05bcfd067c1f", "address": "fa:16:3e:e7:ba:3f", "network": {"id": "e3461cdc-8ad5-4914-8a49-aa0759829428", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-388189940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d36bd8fa5a41e5b51b37799632ff89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812a1005-4c", "ovs_interfaceid": "812a1005-4cc0-4ace-866a-05bcfd067c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.293986] env[69584]: DEBUG nova.network.neutron [req-f3a7e5a7-be4b-4d4c-9997-087e07ca32ec req-1442c395-de0e-4dbb-94d2-ac8cc5e85025 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updated VIF entry in instance network info cache for port 69f78266-be9f-4396-9015-0575d88aaf33. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.293986] env[69584]: DEBUG nova.network.neutron [req-f3a7e5a7-be4b-4d4c-9997-087e07ca32ec req-1442c395-de0e-4dbb-94d2-ac8cc5e85025 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updating instance_info_cache with network_info: [{"id": "69f78266-be9f-4396-9015-0575d88aaf33", "address": "fa:16:3e:2c:63:86", "network": {"id": "888b1d75-883c-4304-8bdd-c9f9517adcf4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-508750355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e82f3abc510a4d3280c93b051b3d3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f78266-be", "ovs_interfaceid": "69f78266-be9f-4396-9015-0575d88aaf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.452643] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485478, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.476415] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquiring lock "9a44842a-d07a-456a-849c-40c012ec56ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.476635] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lock "9a44842a-d07a-456a-849c-40c012ec56ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.489281] env[69584]: DEBUG oslo_concurrency.lockutils [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] Releasing lock "refresh_cache-6eb652f9-2e12-42b4-a311-fca05c5d2ea0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.489647] env[69584]: DEBUG nova.compute.manager [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Received event network-changed-69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.489816] env[69584]: DEBUG nova.compute.manager [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Refreshing instance network info cache due to event network-changed-69f78266-be9f-4396-9015-0575d88aaf33. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.489986] env[69584]: DEBUG oslo_concurrency.lockutils [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] Acquiring lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.710494] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.736959] env[69584]: DEBUG nova.compute.manager [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Received event network-vif-plugged-812a1005-4cc0-4ace-866a-05bcfd067c1f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.737286] env[69584]: DEBUG oslo_concurrency.lockutils [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] Acquiring lock "e09f313d-695f-419a-ba7a-8fe26d166d3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.737403] env[69584]: DEBUG oslo_concurrency.lockutils [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] Lock "e09f313d-695f-419a-ba7a-8fe26d166d3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.737565] env[69584]: DEBUG oslo_concurrency.lockutils [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] Lock "e09f313d-695f-419a-ba7a-8fe26d166d3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.737861] env[69584]: DEBUG nova.compute.manager [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] No waiting events found dispatching network-vif-plugged-812a1005-4cc0-4ace-866a-05bcfd067c1f {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.737940] env[69584]: WARNING nova.compute.manager [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Received unexpected event network-vif-plugged-812a1005-4cc0-4ace-866a-05bcfd067c1f for instance with vm_state building and task_state spawning. [ 815.738111] env[69584]: DEBUG nova.compute.manager [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Received event network-changed-812a1005-4cc0-4ace-866a-05bcfd067c1f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.738301] env[69584]: DEBUG nova.compute.manager [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Refreshing instance network info cache due to event network-changed-812a1005-4cc0-4ace-866a-05bcfd067c1f. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.738469] env[69584]: DEBUG oslo_concurrency.lockutils [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] Acquiring lock "refresh_cache-e09f313d-695f-419a-ba7a-8fe26d166d3b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.745332] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485480, 'name': ReconfigVM_Task, 'duration_secs': 1.065511} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.747841] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 540fbcfb-bd51-4234-870d-f0249768b239/540fbcfb-bd51-4234-870d-f0249768b239.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.748850] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0170eb44-b1ab-48b8-a909-77919f12aec8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.753681] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.755941] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 815.755941] env[69584]: value = "task-3485481" [ 815.755941] env[69584]: _type = "Task" [ 815.755941] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.767412] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485481, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.775373] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Releasing lock "refresh_cache-e09f313d-695f-419a-ba7a-8fe26d166d3b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.775670] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Instance network_info: |[{"id": "812a1005-4cc0-4ace-866a-05bcfd067c1f", "address": "fa:16:3e:e7:ba:3f", "network": {"id": "e3461cdc-8ad5-4914-8a49-aa0759829428", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-388189940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d36bd8fa5a41e5b51b37799632ff89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812a1005-4c", "ovs_interfaceid": "812a1005-4cc0-4ace-866a-05bcfd067c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.775941] env[69584]: DEBUG oslo_concurrency.lockutils [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] Acquired lock "refresh_cache-e09f313d-695f-419a-ba7a-8fe26d166d3b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.776129] env[69584]: DEBUG nova.network.neutron [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Refreshing network info cache for port 812a1005-4cc0-4ace-866a-05bcfd067c1f {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.777339] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:ba:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '812a1005-4cc0-4ace-866a-05bcfd067c1f', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.787959] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.791461] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.791885] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aea94817-5f1a-45de-9d43-cbc4f52f2089 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.812864] env[69584]: DEBUG oslo_concurrency.lockutils [req-f3a7e5a7-be4b-4d4c-9997-087e07ca32ec req-1442c395-de0e-4dbb-94d2-ac8cc5e85025 service nova] Releasing lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.813547] env[69584]: DEBUG oslo_concurrency.lockutils [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] Acquired lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.813738] env[69584]: DEBUG nova.network.neutron [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Refreshing network info cache for port 69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.821655] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.821655] env[69584]: value = "task-3485482" [ 815.821655] env[69584]: _type = "Task" [ 815.821655] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.832379] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485482, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.884330] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22db68df-8fbb-40b8-b1b9-dce765d7ffc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.892622] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61869cfa-4a69-48a1-948b-59d078636351 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.925547] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fc47a9-8b0d-4a3a-867c-bef8ea900068 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.933060] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e0191-9d4e-48cd-8560-b687124259f6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.955140] env[69584]: DEBUG nova.compute.provider_tree [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.962233] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485478, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.988560] env[69584]: DEBUG nova.compute.manager [req-e118fc52-d7d9-4041-8480-b99fd3df3b29 req-aa94e731-a130-4766-a0fa-34930c4e574a service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Received event network-changed-69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.988749] env[69584]: DEBUG nova.compute.manager [req-e118fc52-d7d9-4041-8480-b99fd3df3b29 req-aa94e731-a130-4766-a0fa-34930c4e574a service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Refreshing instance network info cache due to event network-changed-69f78266-be9f-4396-9015-0575d88aaf33. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.988990] env[69584]: DEBUG oslo_concurrency.lockutils [req-e118fc52-d7d9-4041-8480-b99fd3df3b29 req-aa94e731-a130-4766-a0fa-34930c4e574a service nova] Acquiring lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.268329] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485481, 'name': Rename_Task, 'duration_secs': 0.17524} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.268659] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.268920] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f0fac14-8365-450b-a32c-a72a3f5f7bc2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.276612] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 816.276612] env[69584]: value = "task-3485483" [ 816.276612] env[69584]: _type = "Task" [ 816.276612] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.285881] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.331724] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485482, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.452825] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485478, 'name': CreateVM_Task, 'duration_secs': 2.690717} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.452989] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.454654] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.455661] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.456013] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.458437] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45526d31-8e97-442a-9ace-e514f028a098 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.464144] env[69584]: DEBUG nova.scheduler.client.report [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.467731] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 816.467731] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52850800-59ed-782e-cd00-604aedb792f4" [ 816.467731] env[69584]: _type = "Task" [ 816.467731] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.484191] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52850800-59ed-782e-cd00-604aedb792f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.484493] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.484715] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.484955] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.485116] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.485279] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.485551] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe76c46b-73dd-4755-b8e4-ea2e9fa74e9d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.493832] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.495015] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.495015] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ed83e4-d2c0-464a-ae78-593f9f970d4a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.507057] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 816.507057] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520160e4-9e48-d2a5-38bd-7a1532024497" [ 816.507057] env[69584]: _type = "Task" [ 816.507057] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.517732] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520160e4-9e48-d2a5-38bd-7a1532024497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.727035] env[69584]: DEBUG nova.network.neutron [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Updated VIF entry in instance network info cache for port 812a1005-4cc0-4ace-866a-05bcfd067c1f. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.727407] env[69584]: DEBUG nova.network.neutron [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Updating instance_info_cache with network_info: [{"id": "812a1005-4cc0-4ace-866a-05bcfd067c1f", "address": "fa:16:3e:e7:ba:3f", "network": {"id": "e3461cdc-8ad5-4914-8a49-aa0759829428", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-388189940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d36bd8fa5a41e5b51b37799632ff89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812a1005-4c", "ovs_interfaceid": "812a1005-4cc0-4ace-866a-05bcfd067c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.788080] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.820661] env[69584]: DEBUG nova.network.neutron [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updated VIF entry in instance network info cache for port 69f78266-be9f-4396-9015-0575d88aaf33. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.821049] env[69584]: DEBUG nova.network.neutron [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updating instance_info_cache with network_info: [{"id": "69f78266-be9f-4396-9015-0575d88aaf33", "address": "fa:16:3e:2c:63:86", "network": {"id": "888b1d75-883c-4304-8bdd-c9f9517adcf4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-508750355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e82f3abc510a4d3280c93b051b3d3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f78266-be", "ovs_interfaceid": "69f78266-be9f-4396-9015-0575d88aaf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.832053] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485482, 'name': CreateVM_Task, 'duration_secs': 0.569332} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.832909] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.833607] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.833765] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.834307] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.834796] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6ab742-dd3a-48ca-be5d-7755c3581538 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.839911] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 816.839911] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5211abbc-4eba-8dfa-3c79-d30d3094e68e" [ 816.839911] env[69584]: _type = "Task" [ 816.839911] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.849573] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5211abbc-4eba-8dfa-3c79-d30d3094e68e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.976061] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.976619] env[69584]: DEBUG nova.compute.manager [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.979191] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.930s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.979416] env[69584]: DEBUG nova.objects.instance [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lazy-loading 'resources' on Instance uuid e18b7c45-bbd5-411a-95c8-04f20d4fe75c {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.018431] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520160e4-9e48-d2a5-38bd-7a1532024497, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.018864] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b2f090-3bfe-4031-a299-740c481b27e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.023875] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 817.023875] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52dc5a0e-7446-86f9-4ac0-40e56632b4ea" [ 817.023875] env[69584]: _type = "Task" [ 817.023875] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.031666] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52dc5a0e-7446-86f9-4ac0-40e56632b4ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.231932] env[69584]: DEBUG oslo_concurrency.lockutils [req-15d9455f-5bb4-43f5-80f7-f1d46b885a60 req-a55e2b2b-053e-4aed-81a7-5f44b6fbcf30 service nova] Releasing lock "refresh_cache-e09f313d-695f-419a-ba7a-8fe26d166d3b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.233015] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1869ff4-1ab3-40ae-90e9-238d756cf536 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.252962] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance 'ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2' progress to 0 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 817.293023] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485483, 'name': PowerOnVM_Task, 'duration_secs': 0.563864} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.293023] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.293023] env[69584]: INFO nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Took 10.04 seconds to spawn the instance on the hypervisor. [ 817.293185] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.294143] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241618f5-33be-4b6b-9d5e-20094577a8b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.323661] env[69584]: DEBUG oslo_concurrency.lockutils [req-45ce7ebd-e1cd-4dcd-8bba-cb8fb32b4610 req-f519e9b4-a947-4d4e-86e9-f6f16e0c3d06 service nova] Releasing lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.324453] env[69584]: DEBUG oslo_concurrency.lockutils [req-e118fc52-d7d9-4041-8480-b99fd3df3b29 req-aa94e731-a130-4766-a0fa-34930c4e574a service nova] Acquired lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.324657] env[69584]: DEBUG nova.network.neutron [req-e118fc52-d7d9-4041-8480-b99fd3df3b29 req-aa94e731-a130-4766-a0fa-34930c4e574a service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Refreshing network info cache for port 69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.350978] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5211abbc-4eba-8dfa-3c79-d30d3094e68e, 'name': SearchDatastore_Task, 'duration_secs': 0.013063} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.351312] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.351653] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.352000] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.482381] env[69584]: DEBUG nova.compute.utils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.487318] env[69584]: DEBUG nova.compute.manager [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.487550] env[69584]: DEBUG nova.network.neutron [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.537404] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52dc5a0e-7446-86f9-4ac0-40e56632b4ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015406} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.539127] env[69584]: DEBUG nova.policy [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f974d860e8e144e79c4f0da4c550837d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c71c47461de4104bffe9c686077eaf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.543238] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.543462] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 6eb652f9-2e12-42b4-a311-fca05c5d2ea0/6eb652f9-2e12-42b4-a311-fca05c5d2ea0.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.543952] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.544199] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.544434] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d04a34f-5a9a-424f-923e-acf5706dfec2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.547260] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a886ea-08de-4d9f-a6db-2d59dad0c20c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.556842] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 817.556842] env[69584]: value = "task-3485484" [ 817.556842] env[69584]: _type = "Task" [ 817.556842] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.558077] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.558259] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.562258] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8172be55-4aa3-489e-a8e9-53f2fac1fdc9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.570955] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.572730] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 817.572730] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522456df-7174-df87-7408-8cfd24b2b3e2" [ 817.572730] env[69584]: _type = "Task" [ 817.572730] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.583927] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522456df-7174-df87-7408-8cfd24b2b3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.760463] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.761123] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d94e16ef-bbe0-4ad4-a166-1c044f013996 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.775555] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 817.775555] env[69584]: value = "task-3485485" [ 817.775555] env[69584]: _type = "Task" [ 817.775555] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.789600] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.817253] env[69584]: INFO nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Took 47.22 seconds to build instance. [ 817.872201] env[69584]: DEBUG nova.compute.manager [req-7e398189-1b60-4e95-9166-fcb6298ba366 req-03d5aaef-4ff4-4ed3-939f-e7f4f844a17e service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Received event network-changed-69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.872422] env[69584]: DEBUG nova.compute.manager [req-7e398189-1b60-4e95-9166-fcb6298ba366 req-03d5aaef-4ff4-4ed3-939f-e7f4f844a17e service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Refreshing instance network info cache due to event network-changed-69f78266-be9f-4396-9015-0575d88aaf33. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.872621] env[69584]: DEBUG oslo_concurrency.lockutils [req-7e398189-1b60-4e95-9166-fcb6298ba366 req-03d5aaef-4ff4-4ed3-939f-e7f4f844a17e service nova] Acquiring lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.988869] env[69584]: DEBUG nova.compute.manager [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.075756] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.092576] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522456df-7174-df87-7408-8cfd24b2b3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.018646} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.097021] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a185750-8adc-4a42-a862-99dd14761a0a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.098817] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 818.098817] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5242916c-c95c-94c3-826e-8bc2bb4d8c06" [ 818.098817] env[69584]: _type = "Task" [ 818.098817] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.110419] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5242916c-c95c-94c3-826e-8bc2bb4d8c06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.125937] env[69584]: DEBUG nova.network.neutron [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Successfully created port: 98ffeb5b-60d5-4781-b07d-b67d818d79be {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.164587] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c405cc-097e-4fc6-a3ac-78d677debc25 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.173776] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e70878-f2dc-411d-b418-243c747a813f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.210249] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985f718b-fc40-49e0-99e3-62f7542835fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.218763] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e3bdd-d504-4306-bb01-2571ddf8f968 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.236024] env[69584]: DEBUG nova.compute.provider_tree [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.286985] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485485, 'name': PowerOffVM_Task, 'duration_secs': 0.273001} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.287689] env[69584]: DEBUG nova.network.neutron [req-e118fc52-d7d9-4041-8480-b99fd3df3b29 req-aa94e731-a130-4766-a0fa-34930c4e574a service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updated VIF entry in instance network info cache for port 69f78266-be9f-4396-9015-0575d88aaf33. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.288030] env[69584]: DEBUG nova.network.neutron [req-e118fc52-d7d9-4041-8480-b99fd3df3b29 req-aa94e731-a130-4766-a0fa-34930c4e574a service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updating instance_info_cache with network_info: [{"id": "69f78266-be9f-4396-9015-0575d88aaf33", "address": "fa:16:3e:2c:63:86", "network": {"id": "888b1d75-883c-4304-8bdd-c9f9517adcf4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-508750355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e82f3abc510a4d3280c93b051b3d3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f78266-be", "ovs_interfaceid": "69f78266-be9f-4396-9015-0575d88aaf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.289244] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.289485] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance 'ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2' progress to 17 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.321024] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "540fbcfb-bd51-4234-870d-f0249768b239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.022s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.557143] env[69584]: DEBUG oslo_concurrency.lockutils [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquiring lock "11365266-cec8-4bb8-9795-7091cd73329a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.557416] env[69584]: DEBUG oslo_concurrency.lockutils [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lock "11365266-cec8-4bb8-9795-7091cd73329a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.557629] env[69584]: DEBUG oslo_concurrency.lockutils [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquiring lock "11365266-cec8-4bb8-9795-7091cd73329a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.557829] env[69584]: DEBUG oslo_concurrency.lockutils [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lock "11365266-cec8-4bb8-9795-7091cd73329a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.557983] env[69584]: DEBUG oslo_concurrency.lockutils [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lock "11365266-cec8-4bb8-9795-7091cd73329a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.563422] env[69584]: INFO nova.compute.manager [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Terminating instance [ 818.570578] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485484, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.612501] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5242916c-c95c-94c3-826e-8bc2bb4d8c06, 'name': SearchDatastore_Task, 'duration_secs': 0.048926} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.612785] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.613068] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e09f313d-695f-419a-ba7a-8fe26d166d3b/e09f313d-695f-419a-ba7a-8fe26d166d3b.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.613353] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e987681-0a91-4879-bbac-e2daeae78fc4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.622395] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 818.622395] env[69584]: value = "task-3485486" [ 818.622395] env[69584]: _type = "Task" [ 818.622395] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.631646] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.737170] env[69584]: DEBUG nova.scheduler.client.report [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.795877] env[69584]: DEBUG oslo_concurrency.lockutils [req-e118fc52-d7d9-4041-8480-b99fd3df3b29 req-aa94e731-a130-4766-a0fa-34930c4e574a service nova] Releasing lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.795877] env[69584]: DEBUG oslo_concurrency.lockutils [req-7e398189-1b60-4e95-9166-fcb6298ba366 req-03d5aaef-4ff4-4ed3-939f-e7f4f844a17e service nova] Acquired lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.796473] env[69584]: DEBUG nova.network.neutron [req-7e398189-1b60-4e95-9166-fcb6298ba366 req-03d5aaef-4ff4-4ed3-939f-e7f4f844a17e service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Refreshing network info cache for port 69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.800266] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.800622] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.802089] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.802366] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.802564] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.802753] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.803059] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.803285] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.803495] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.803693] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.803901] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.812312] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e508597-1fe8-465d-b856-23e34d995531 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.827148] env[69584]: DEBUG nova.compute.manager [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.837391] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 818.837391] env[69584]: value = "task-3485487" [ 818.837391] env[69584]: _type = "Task" [ 818.837391] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.847100] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.000439] env[69584]: DEBUG nova.compute.manager [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.035045] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.035312] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.035491] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.035682] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.035831] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.035980] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.036210] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.036409] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.036579] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.038053] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.038053] env[69584]: DEBUG nova.virt.hardware [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.038053] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e411fadb-ac78-421b-b3b2-908026106e78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.048406] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee24f99d-63f2-4b8e-9286-68f50554a88f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.068447] env[69584]: DEBUG nova.compute.manager [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.068694] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.072464] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcd08c0-c7a1-48c9-9ec1-9a18ac2ac2d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.075533] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485484, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.079585] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.080437] env[69584]: DEBUG nova.network.neutron [req-7e398189-1b60-4e95-9166-fcb6298ba366 req-03d5aaef-4ff4-4ed3-939f-e7f4f844a17e service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updated VIF entry in instance network info cache for port 69f78266-be9f-4396-9015-0575d88aaf33. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.080758] env[69584]: DEBUG nova.network.neutron [req-7e398189-1b60-4e95-9166-fcb6298ba366 req-03d5aaef-4ff4-4ed3-939f-e7f4f844a17e service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updating instance_info_cache with network_info: [{"id": "69f78266-be9f-4396-9015-0575d88aaf33", "address": "fa:16:3e:2c:63:86", "network": {"id": "888b1d75-883c-4304-8bdd-c9f9517adcf4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-508750355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e82f3abc510a4d3280c93b051b3d3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f78266-be", "ovs_interfaceid": "69f78266-be9f-4396-9015-0575d88aaf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.081911] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e99ceac0-d662-4d66-93a0-9800411b15d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.088532] env[69584]: DEBUG oslo_vmware.api [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 819.088532] env[69584]: value = "task-3485488" [ 819.088532] env[69584]: _type = "Task" [ 819.088532] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.097485] env[69584]: DEBUG oslo_vmware.api [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.133496] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.243093] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.244929] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.720s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.246644] env[69584]: INFO nova.compute.claims [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.267577] env[69584]: INFO nova.scheduler.client.report [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Deleted allocations for instance e18b7c45-bbd5-411a-95c8-04f20d4fe75c [ 819.347723] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485487, 'name': ReconfigVM_Task, 'duration_secs': 0.413997} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.348698] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.349062] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance 'ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2' progress to 33 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.577286] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485484, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.670647} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.577746] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 6eb652f9-2e12-42b4-a311-fca05c5d2ea0/6eb652f9-2e12-42b4-a311-fca05c5d2ea0.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.578166] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.578567] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50d13e34-2f4d-4ef5-8a8c-4b74c14bfbb6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.585045] env[69584]: DEBUG oslo_concurrency.lockutils [req-7e398189-1b60-4e95-9166-fcb6298ba366 req-03d5aaef-4ff4-4ed3-939f-e7f4f844a17e service nova] Releasing lock "refresh_cache-11365266-cec8-4bb8-9795-7091cd73329a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.588489] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 819.588489] env[69584]: value = "task-3485489" [ 819.588489] env[69584]: _type = "Task" [ 819.588489] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.611107] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.616692] env[69584]: DEBUG oslo_vmware.api [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485488, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.635232] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.778739] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6aa6afaf-732a-4f55-a0ee-5373d29da1cc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "e18b7c45-bbd5-411a-95c8-04f20d4fe75c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.481s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.832335] env[69584]: DEBUG nova.network.neutron [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Successfully updated port: 98ffeb5b-60d5-4781-b07d-b67d818d79be {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.856854] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:55:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56ee395a-36c1-474a-b5c7-14d85e8307f4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-932803112',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.857987] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.858369] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.858616] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.858814] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.859008] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.859331] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.859573] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.859763] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.859965] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.860186] env[69584]: DEBUG nova.virt.hardware [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.869967] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 819.871149] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe14709-216a-45ad-8045-004a3587e4a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.892544] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 819.892544] env[69584]: value = "task-3485490" [ 819.892544] env[69584]: _type = "Task" [ 819.892544] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.902502] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.930063] env[69584]: DEBUG nova.compute.manager [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Received event network-vif-plugged-98ffeb5b-60d5-4781-b07d-b67d818d79be {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.930288] env[69584]: DEBUG oslo_concurrency.lockutils [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] Acquiring lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.930539] env[69584]: DEBUG oslo_concurrency.lockutils [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] Lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.930737] env[69584]: DEBUG oslo_concurrency.lockutils [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] Lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.930924] env[69584]: DEBUG nova.compute.manager [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] No waiting events found dispatching network-vif-plugged-98ffeb5b-60d5-4781-b07d-b67d818d79be {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.931126] env[69584]: WARNING nova.compute.manager [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Received unexpected event network-vif-plugged-98ffeb5b-60d5-4781-b07d-b67d818d79be for instance with vm_state building and task_state spawning. [ 819.931319] env[69584]: DEBUG nova.compute.manager [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Received event network-changed-98ffeb5b-60d5-4781-b07d-b67d818d79be {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.931489] env[69584]: DEBUG nova.compute.manager [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Refreshing instance network info cache due to event network-changed-98ffeb5b-60d5-4781-b07d-b67d818d79be. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.931709] env[69584]: DEBUG oslo_concurrency.lockutils [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] Acquiring lock "refresh_cache-b4e9a64e-f47e-4ca9-9faa-de36436a7480" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.931827] env[69584]: DEBUG oslo_concurrency.lockutils [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] Acquired lock "refresh_cache-b4e9a64e-f47e-4ca9-9faa-de36436a7480" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.932066] env[69584]: DEBUG nova.network.neutron [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Refreshing network info cache for port 98ffeb5b-60d5-4781-b07d-b67d818d79be {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.101999] env[69584]: DEBUG oslo_vmware.api [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485488, 'name': PowerOffVM_Task, 'duration_secs': 0.648172} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.105231] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.105423] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.105707] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165424} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.105910] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bf97d04-0fd4-4e8e-9430-c128a5b84812 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.107410] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.108153] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f764a5fb-855b-4e80-a544-9abc27ed540f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.133032] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 6eb652f9-2e12-42b4-a311-fca05c5d2ea0/6eb652f9-2e12-42b4-a311-fca05c5d2ea0.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.133032] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e431990-43fe-41b6-ae8a-dd5577bee472 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.156110] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485486, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.334486} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.156396] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] e09f313d-695f-419a-ba7a-8fe26d166d3b/e09f313d-695f-419a-ba7a-8fe26d166d3b.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.156611] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.157821] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91068cb8-a33e-44dd-8060-67c17e470bf8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.159800] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 820.159800] env[69584]: value = "task-3485492" [ 820.159800] env[69584]: _type = "Task" [ 820.159800] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.164850] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 820.164850] env[69584]: value = "task-3485493" [ 820.164850] env[69584]: _type = "Task" [ 820.164850] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.171073] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.172590] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.172789] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.172980] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Deleting the datastore file [datastore1] 11365266-cec8-4bb8-9795-7091cd73329a {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.173233] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbbc0613-1d89-428e-8923-72fbbac5f142 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.184835] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.186193] env[69584]: DEBUG oslo_vmware.api [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for the task: (returnval){ [ 820.186193] env[69584]: value = "task-3485494" [ 820.186193] env[69584]: _type = "Task" [ 820.186193] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.194695] env[69584]: DEBUG oslo_vmware.api [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.324015] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "912ca815-e65f-48f6-bf53-a7057058f72a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.324325] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "912ca815-e65f-48f6-bf53-a7057058f72a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.324544] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "912ca815-e65f-48f6-bf53-a7057058f72a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.324729] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "912ca815-e65f-48f6-bf53-a7057058f72a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.324919] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "912ca815-e65f-48f6-bf53-a7057058f72a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.327172] env[69584]: INFO nova.compute.manager [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Terminating instance [ 820.336034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquiring lock "refresh_cache-b4e9a64e-f47e-4ca9-9faa-de36436a7480" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.404740] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485490, 'name': ReconfigVM_Task, 'duration_secs': 0.19192} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.405112] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 820.405942] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72bb4e-58c3-416b-8699-6cde3ffc72c2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.430395] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2/ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.433436] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56aa39db-279c-4846-9f45-51eb4803ed6b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.454348] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 820.454348] env[69584]: value = "task-3485495" [ 820.454348] env[69584]: _type = "Task" [ 820.454348] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.463548] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.547623] env[69584]: DEBUG nova.network.neutron [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.672454] env[69584]: DEBUG nova.network.neutron [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.677529] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485492, 'name': ReconfigVM_Task, 'duration_secs': 0.306943} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.680656] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 6eb652f9-2e12-42b4-a311-fca05c5d2ea0/6eb652f9-2e12-42b4-a311-fca05c5d2ea0.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.684342] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a03534c8-9792-471c-b9db-f86ffeab716b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.686280] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088505} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.687209] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.691443] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93a14f9-1852-4bb0-bd3b-c5d590173a17 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.698268] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 820.698268] env[69584]: value = "task-3485496" [ 820.698268] env[69584]: _type = "Task" [ 820.698268] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.722929] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] e09f313d-695f-419a-ba7a-8fe26d166d3b/e09f313d-695f-419a-ba7a-8fe26d166d3b.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.723328] env[69584]: DEBUG oslo_vmware.api [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Task: {'id': task-3485494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261541} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.726902] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce72e29-33be-455a-a1a8-d635599d7f67 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.742127] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.742127] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.742251] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.742448] env[69584]: INFO nova.compute.manager [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Took 1.67 seconds to destroy the instance on the hypervisor. [ 820.742731] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.747233] env[69584]: DEBUG nova.compute.manager [-] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.747334] env[69584]: DEBUG nova.network.neutron [-] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.749065] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485496, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.753843] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 820.753843] env[69584]: value = "task-3485497" [ 820.753843] env[69584]: _type = "Task" [ 820.753843] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.761771] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.834423] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "refresh_cache-912ca815-e65f-48f6-bf53-a7057058f72a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.834700] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquired lock "refresh_cache-912ca815-e65f-48f6-bf53-a7057058f72a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.834818] env[69584]: DEBUG nova.network.neutron [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.897906] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b67e5d3-f5f8-4a0c-b00a-cbfbb13c68a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.908130] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af82489-9eba-4ed7-a3a0-034fbac1f568 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.941481] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57ba658-92c1-4cec-8711-17acbee32ca7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.950061] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ba9ad6-1fc5-46bb-8f89-50c9c0e48c34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.963164] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485495, 'name': ReconfigVM_Task, 'duration_secs': 0.280549} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.971470] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2/ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.972594] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance 'ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2' progress to 50 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.978022] env[69584]: DEBUG nova.compute.provider_tree [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.181070] env[69584]: DEBUG oslo_concurrency.lockutils [req-2d702f3f-4c44-45f0-920f-bbdd26f355c6 req-cf20f7fa-3011-43da-b422-7058feaf51e4 service nova] Releasing lock "refresh_cache-b4e9a64e-f47e-4ca9-9faa-de36436a7480" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.182127] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquired lock "refresh_cache-b4e9a64e-f47e-4ca9-9faa-de36436a7480" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.182127] env[69584]: DEBUG nova.network.neutron [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.210417] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485496, 'name': Rename_Task, 'duration_secs': 0.14764} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.210679] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.210919] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-425eb73b-f47b-4a34-b005-de8fc2eab213 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.218094] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 821.218094] env[69584]: value = "task-3485498" [ 821.218094] env[69584]: _type = "Task" [ 821.218094] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.226024] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.266548] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485497, 'name': ReconfigVM_Task, 'duration_secs': 0.267631} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.266833] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Reconfigured VM instance instance-00000034 to attach disk [datastore2] e09f313d-695f-419a-ba7a-8fe26d166d3b/e09f313d-695f-419a-ba7a-8fe26d166d3b.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.268018] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96261a69-e3d6-4140-ba26-1f16da534612 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.274668] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 821.274668] env[69584]: value = "task-3485499" [ 821.274668] env[69584]: _type = "Task" [ 821.274668] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.282647] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485499, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.365814] env[69584]: DEBUG nova.network.neutron [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.442756] env[69584]: DEBUG nova.network.neutron [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.482583] env[69584]: DEBUG nova.scheduler.client.report [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.489022] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790e895-7bac-4ee4-bd14-5ff90bda3803 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.505671] env[69584]: DEBUG nova.network.neutron [-] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.508134] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea6761b-e2a1-4a93-b26f-0420326953d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.527454] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance 'ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2' progress to 67 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.728317] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485498, 'name': PowerOnVM_Task, 'duration_secs': 0.498563} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.729293] env[69584]: DEBUG nova.network.neutron [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.731547] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.731798] env[69584]: INFO nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Took 11.78 seconds to spawn the instance on the hypervisor. [ 821.733395] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.733395] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c9ae7-4fbc-4669-8712-fd4edb949f97 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.784110] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485499, 'name': Rename_Task, 'duration_secs': 0.176811} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.784425] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.784662] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4ae760b-1a1b-425d-b01d-d1263c9eaf66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.792958] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 821.792958] env[69584]: value = "task-3485500" [ 821.792958] env[69584]: _type = "Task" [ 821.792958] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.801026] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.906599] env[69584]: DEBUG nova.network.neutron [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Updating instance_info_cache with network_info: [{"id": "98ffeb5b-60d5-4781-b07d-b67d818d79be", "address": "fa:16:3e:0e:6b:68", "network": {"id": "902a0212-ba0d-44e5-89eb-7214b901ea19", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2095021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c71c47461de4104bffe9c686077eaf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98ffeb5b-60", "ovs_interfaceid": "98ffeb5b-60d5-4781-b07d-b67d818d79be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.945277] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Releasing lock "refresh_cache-912ca815-e65f-48f6-bf53-a7057058f72a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.945733] env[69584]: DEBUG nova.compute.manager [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.945933] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.946821] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a65f06e-bd67-42b1-b731-940b05d7db6c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.953737] env[69584]: DEBUG nova.compute.manager [req-ed20f9ac-daba-4113-9fcf-a454435a6ccb req-515562c6-1d6d-4a21-94c1-6d3b0f4de026 service nova] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Received event network-vif-deleted-69f78266-be9f-4396-9015-0575d88aaf33 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.956577] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.956813] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e69b840f-7d6e-4aba-b20f-4d55d0b80a0a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.962395] env[69584]: DEBUG oslo_vmware.api [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 821.962395] env[69584]: value = "task-3485501" [ 821.962395] env[69584]: _type = "Task" [ 821.962395] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.971989] env[69584]: DEBUG oslo_vmware.api [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.990549] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.991051] env[69584]: DEBUG nova.compute.manager [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.993701] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.189s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.993914] env[69584]: DEBUG nova.objects.instance [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lazy-loading 'resources' on Instance uuid f982cd1a-f5e6-4417-b970-96d5327c84d1 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.011921] env[69584]: INFO nova.compute.manager [-] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Took 1.26 seconds to deallocate network for instance. [ 822.071049] env[69584]: DEBUG nova.network.neutron [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Port efad75df-297a-40c8-83ac-30c29d3e507e binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 822.254435] env[69584]: INFO nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Took 50.99 seconds to build instance. [ 822.305067] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.409572] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Releasing lock "refresh_cache-b4e9a64e-f47e-4ca9-9faa-de36436a7480" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.410000] env[69584]: DEBUG nova.compute.manager [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Instance network_info: |[{"id": "98ffeb5b-60d5-4781-b07d-b67d818d79be", "address": "fa:16:3e:0e:6b:68", "network": {"id": "902a0212-ba0d-44e5-89eb-7214b901ea19", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2095021011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c71c47461de4104bffe9c686077eaf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98ffeb5b-60", "ovs_interfaceid": "98ffeb5b-60d5-4781-b07d-b67d818d79be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.410510] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:6b:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98ffeb5b-60d5-4781-b07d-b67d818d79be', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.418402] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Creating folder: Project (0c71c47461de4104bffe9c686077eaf1). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.418666] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfc80d0d-ac0c-4c6a-9b70-3c25b264399b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.431785] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Created folder: Project (0c71c47461de4104bffe9c686077eaf1) in parent group-v696614. [ 822.432081] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Creating folder: Instances. Parent ref: group-v696769. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.432423] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f03ede3-8e85-4343-92e5-02f11147f0da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.444498] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Created folder: Instances in parent group-v696769. [ 822.444498] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.444616] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.444743] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f2fbb6d-f888-49a8-afa0-c14f9dd1efcf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.464698] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.464698] env[69584]: value = "task-3485504" [ 822.464698] env[69584]: _type = "Task" [ 822.464698] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.475293] env[69584]: DEBUG oslo_vmware.api [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485501, 'name': PowerOffVM_Task, 'duration_secs': 0.245641} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.478240] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.478429] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.478628] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485504, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.479131] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ed16edc-1c20-44c1-b76c-c8d72b67eb7f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.497941] env[69584]: DEBUG nova.compute.utils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.499169] env[69584]: DEBUG nova.compute.manager [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.499460] env[69584]: DEBUG nova.network.neutron [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.505948] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.505948] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.505948] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Deleting the datastore file [datastore1] 912ca815-e65f-48f6-bf53-a7057058f72a {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.506434] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a12718-775d-4337-ae30-cd5da14111f4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.515245] env[69584]: DEBUG oslo_vmware.api [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for the task: (returnval){ [ 822.515245] env[69584]: value = "task-3485506" [ 822.515245] env[69584]: _type = "Task" [ 822.515245] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.519904] env[69584]: DEBUG oslo_concurrency.lockutils [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.525842] env[69584]: DEBUG oslo_vmware.api [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.564313] env[69584]: DEBUG nova.policy [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d8f7219101c4022adee49839893480d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '785eb6de178e425691c6733e8ba1f4d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.756137] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.429s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.804351] env[69584]: DEBUG oslo_vmware.api [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485500, 'name': PowerOnVM_Task, 'duration_secs': 0.943857} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.804632] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.804907] env[69584]: INFO nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Took 10.14 seconds to spawn the instance on the hypervisor. [ 822.804998] env[69584]: DEBUG nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.805835] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f571386-0b55-4af4-b3ef-c7bfd1fcb52e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.944127] env[69584]: DEBUG nova.network.neutron [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Successfully created port: 714d2f40-6783-4f2f-9299-f752a765ebab {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.976699] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485504, 'name': CreateVM_Task, 'duration_secs': 0.330824} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.976864] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.977565] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.977819] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.978032] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.978327] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e563fc-29d4-4e1c-96f2-0e3dd3902d5a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.985355] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for the task: (returnval){ [ 822.985355] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526ed145-70bb-04b3-d11d-f2f0f097cb73" [ 822.985355] env[69584]: _type = "Task" [ 822.985355] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.993930] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526ed145-70bb-04b3-d11d-f2f0f097cb73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.004893] env[69584]: DEBUG nova.compute.utils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.027048] env[69584]: DEBUG oslo_vmware.api [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Task: {'id': task-3485506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124159} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.027310] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.027489] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.027663] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.027828] env[69584]: INFO nova.compute.manager [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 823.028079] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.028292] env[69584]: DEBUG nova.compute.manager [-] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.028384] env[69584]: DEBUG nova.network.neutron [-] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.059486] env[69584]: DEBUG nova.network.neutron [-] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.062955] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1903862-3580-42ca-afe0-ea03c68df106 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.071166] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baee9bd-7076-44c9-bb9f-767c5570486b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.109246] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0484c561-3a72-400f-816a-911cfd061a12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.118691] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.118928] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.119114] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.125025] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb333e8d-6eb6-4563-acda-3f0689574af5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.141916] env[69584]: DEBUG nova.compute.provider_tree [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.259067] env[69584]: DEBUG nova.compute.manager [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.330914] env[69584]: INFO nova.compute.manager [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Took 45.28 seconds to build instance. [ 823.498830] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526ed145-70bb-04b3-d11d-f2f0f097cb73, 'name': SearchDatastore_Task, 'duration_secs': 0.036541} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.500033] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.500033] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.500033] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.500033] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.500033] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.500228] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e105505-2b73-41fc-ad5e-9d6f1cf48c00 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.507873] env[69584]: DEBUG nova.compute.manager [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.513017] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.513017] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.513017] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd84288-3c39-40e3-98a8-3b38dc210dcb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.520121] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for the task: (returnval){ [ 823.520121] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52af7cc0-a385-4117-c22a-1f93fa670ecd" [ 823.520121] env[69584]: _type = "Task" [ 823.520121] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.529023] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52af7cc0-a385-4117-c22a-1f93fa670ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.567181] env[69584]: DEBUG nova.network.neutron [-] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.644727] env[69584]: DEBUG nova.scheduler.client.report [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.782394] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.834930] env[69584]: DEBUG oslo_concurrency.lockutils [None req-aac39a03-6e9b-46fb-8df0-e656e1a86392 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "e09f313d-695f-419a-ba7a-8fe26d166d3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.479s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.031012] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52af7cc0-a385-4117-c22a-1f93fa670ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.018982} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.032144] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce26267-ae28-474c-8d03-6fdd9f3940de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.038972] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for the task: (returnval){ [ 824.038972] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52942a7b-6b0d-5fde-e643-31df98daa584" [ 824.038972] env[69584]: _type = "Task" [ 824.038972] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.049683] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52942a7b-6b0d-5fde-e643-31df98daa584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.069692] env[69584]: INFO nova.compute.manager [-] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Took 1.04 seconds to deallocate network for instance. [ 824.150505] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.153398] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.654s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.155692] env[69584]: INFO nova.compute.claims [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.159788] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.160163] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.160320] env[69584]: DEBUG nova.network.neutron [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.175817] env[69584]: INFO nova.scheduler.client.report [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted allocations for instance f982cd1a-f5e6-4417-b970-96d5327c84d1 [ 824.337600] env[69584]: DEBUG nova.compute.manager [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.520275] env[69584]: DEBUG nova.compute.manager [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.548010] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:53:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='979304617',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1543191034',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.548893] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.548893] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.549080] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.549845] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.549845] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.550164] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.550446] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.550733] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.551014] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.551317] env[69584]: DEBUG nova.virt.hardware [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.552682] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188d2f02-c432-4fd6-b666-783be528cc13 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.562762] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52942a7b-6b0d-5fde-e643-31df98daa584, 'name': SearchDatastore_Task, 'duration_secs': 0.011035} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.564029] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.564029] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] b4e9a64e-f47e-4ca9-9faa-de36436a7480/b4e9a64e-f47e-4ca9-9faa-de36436a7480.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.564395] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ac10d34-80bd-4ead-b342-62a20c51d844 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.572080] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c95dd-6b32-4c5b-b244-15c5c7e03312 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.581237] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.581745] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for the task: (returnval){ [ 824.581745] env[69584]: value = "task-3485507" [ 824.581745] env[69584]: _type = "Task" [ 824.581745] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.606522] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.684170] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0984f065-80fa-4d35-85fc-9a08afa08c74 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "f982cd1a-f5e6-4417-b970-96d5327c84d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.690s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.776599] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "540fbcfb-bd51-4234-870d-f0249768b239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.776920] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "540fbcfb-bd51-4234-870d-f0249768b239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.776985] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "540fbcfb-bd51-4234-870d-f0249768b239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.777186] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "540fbcfb-bd51-4234-870d-f0249768b239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.777358] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "540fbcfb-bd51-4234-870d-f0249768b239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.779486] env[69584]: INFO nova.compute.manager [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Terminating instance [ 824.837422] env[69584]: DEBUG nova.compute.manager [req-f1f9fee8-c371-4371-8948-9fc0374d765f req-62d6bd57-7eee-41d2-9397-642126de523d service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Received event network-vif-plugged-714d2f40-6783-4f2f-9299-f752a765ebab {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.837535] env[69584]: DEBUG oslo_concurrency.lockutils [req-f1f9fee8-c371-4371-8948-9fc0374d765f req-62d6bd57-7eee-41d2-9397-642126de523d service nova] Acquiring lock "0152d67e-8b6d-4cf4-8395-78b784260d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.837784] env[69584]: DEBUG oslo_concurrency.lockutils [req-f1f9fee8-c371-4371-8948-9fc0374d765f req-62d6bd57-7eee-41d2-9397-642126de523d service nova] Lock "0152d67e-8b6d-4cf4-8395-78b784260d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.837940] env[69584]: DEBUG oslo_concurrency.lockutils [req-f1f9fee8-c371-4371-8948-9fc0374d765f req-62d6bd57-7eee-41d2-9397-642126de523d service nova] Lock "0152d67e-8b6d-4cf4-8395-78b784260d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.838167] env[69584]: DEBUG nova.compute.manager [req-f1f9fee8-c371-4371-8948-9fc0374d765f req-62d6bd57-7eee-41d2-9397-642126de523d service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] No waiting events found dispatching network-vif-plugged-714d2f40-6783-4f2f-9299-f752a765ebab {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.841069] env[69584]: WARNING nova.compute.manager [req-f1f9fee8-c371-4371-8948-9fc0374d765f req-62d6bd57-7eee-41d2-9397-642126de523d service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Received unexpected event network-vif-plugged-714d2f40-6783-4f2f-9299-f752a765ebab for instance with vm_state building and task_state spawning. [ 824.877954] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.003613] env[69584]: DEBUG nova.network.neutron [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Successfully updated port: 714d2f40-6783-4f2f-9299-f752a765ebab {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.022934] env[69584]: DEBUG nova.network.neutron [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance_info_cache with network_info: [{"id": "efad75df-297a-40c8-83ac-30c29d3e507e", "address": "fa:16:3e:c0:88:a0", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefad75df-29", "ovs_interfaceid": "efad75df-297a-40c8-83ac-30c29d3e507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.097529] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.283088] env[69584]: DEBUG nova.compute.manager [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.283486] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.284703] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814bd568-938e-4806-ad78-a1f2bccdd173 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.295224] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.295449] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b07cc5e6-47de-47a3-893a-3e67a86f086c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.307687] env[69584]: DEBUG oslo_vmware.api [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 825.307687] env[69584]: value = "task-3485508" [ 825.307687] env[69584]: _type = "Task" [ 825.307687] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.318415] env[69584]: DEBUG oslo_vmware.api [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.507369] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "refresh_cache-0152d67e-8b6d-4cf4-8395-78b784260d4a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.507970] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquired lock "refresh_cache-0152d67e-8b6d-4cf4-8395-78b784260d4a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.507970] env[69584]: DEBUG nova.network.neutron [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.524500] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.592753] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84223} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.596020] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] b4e9a64e-f47e-4ca9-9faa-de36436a7480/b4e9a64e-f47e-4ca9-9faa-de36436a7480.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.596020] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.596173] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-897036ef-4063-4621-87ee-025695988bb7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.604206] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for the task: (returnval){ [ 825.604206] env[69584]: value = "task-3485509" [ 825.604206] env[69584]: _type = "Task" [ 825.604206] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.614846] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.711984] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4897ea70-b1b1-4908-ab4d-f5a205db269a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.723263] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc9fcee-f57a-4813-9dc6-67a792c3f9f6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.761330] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a80cf6c-ed67-468e-8a5c-a482d87cb5d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.769974] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53ca5f8-7700-4932-ac6b-d57438a5f7f9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.786198] env[69584]: DEBUG nova.compute.provider_tree [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.818134] env[69584]: DEBUG oslo_vmware.api [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.040683] env[69584]: DEBUG nova.network.neutron [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.051156] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b131b51-8109-41a0-b7c2-eac72b3c5910 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.072544] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a3bf6a-2532-4758-84ea-e04d8a411e42 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.079708] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance 'ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2' progress to 83 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 826.114168] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120572} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.114461] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.115304] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77006e3-ff87-425f-a083-26d83442d862 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.137486] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b4e9a64e-f47e-4ca9-9faa-de36436a7480/b4e9a64e-f47e-4ca9-9faa-de36436a7480.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.140966] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e249d6d9-e12d-4998-aeb0-6c1ff5ad2d37 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.162477] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for the task: (returnval){ [ 826.162477] env[69584]: value = "task-3485510" [ 826.162477] env[69584]: _type = "Task" [ 826.162477] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.171748] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.231635] env[69584]: DEBUG nova.network.neutron [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Updating instance_info_cache with network_info: [{"id": "714d2f40-6783-4f2f-9299-f752a765ebab", "address": "fa:16:3e:f8:bc:4c", "network": {"id": "056805d0-f098-4bd4-bbd0-52bb911f7a2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-437625939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "785eb6de178e425691c6733e8ba1f4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714d2f40-67", "ovs_interfaceid": "714d2f40-6783-4f2f-9299-f752a765ebab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.289597] env[69584]: DEBUG nova.scheduler.client.report [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.319925] env[69584]: DEBUG oslo_vmware.api [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485508, 'name': PowerOffVM_Task, 'duration_secs': 0.69107} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.320222] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.320496] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.320831] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84936112-d6f3-4e0a-8767-f9951fa29b3b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.389745] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.389987] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.390212] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Deleting the datastore file [datastore2] 540fbcfb-bd51-4234-870d-f0249768b239 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.390500] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bb039c6-6ed8-4966-9c31-156f4122e5fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.398391] env[69584]: DEBUG oslo_vmware.api [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 826.398391] env[69584]: value = "task-3485512" [ 826.398391] env[69584]: _type = "Task" [ 826.398391] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.406330] env[69584]: DEBUG oslo_vmware.api [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.586359] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.586723] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-723d38a1-1223-45c1-956d-8d74c94424c2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.596375] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 826.596375] env[69584]: value = "task-3485513" [ 826.596375] env[69584]: _type = "Task" [ 826.596375] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.606865] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.672663] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485510, 'name': ReconfigVM_Task, 'duration_secs': 0.36143} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.672952] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b4e9a64e-f47e-4ca9-9faa-de36436a7480/b4e9a64e-f47e-4ca9-9faa-de36436a7480.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.673750] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e9fa1b-9b5c-49cb-ad51-33205373500d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.681898] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for the task: (returnval){ [ 826.681898] env[69584]: value = "task-3485514" [ 826.681898] env[69584]: _type = "Task" [ 826.681898] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.691064] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485514, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.733836] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Releasing lock "refresh_cache-0152d67e-8b6d-4cf4-8395-78b784260d4a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.734276] env[69584]: DEBUG nova.compute.manager [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Instance network_info: |[{"id": "714d2f40-6783-4f2f-9299-f752a765ebab", "address": "fa:16:3e:f8:bc:4c", "network": {"id": "056805d0-f098-4bd4-bbd0-52bb911f7a2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-437625939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "785eb6de178e425691c6733e8ba1f4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714d2f40-67", "ovs_interfaceid": "714d2f40-6783-4f2f-9299-f752a765ebab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.734967] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:bc:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '714d2f40-6783-4f2f-9299-f752a765ebab', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.743352] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.743630] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.743903] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a9b92d2-4cbe-4549-a407-4d2cf7f36932 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.767773] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.767773] env[69584]: value = "task-3485515" [ 826.767773] env[69584]: _type = "Task" [ 826.767773] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.776605] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485515, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.795888] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.796867] env[69584]: DEBUG nova.compute.manager [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.799973] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.857s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.800392] env[69584]: DEBUG nova.objects.instance [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lazy-loading 'resources' on Instance uuid 1dc1383e-8482-4597-bcde-ce1ba3377b12 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.910364] env[69584]: DEBUG oslo_vmware.api [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404397} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.910364] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.910364] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.910364] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.910364] env[69584]: INFO nova.compute.manager [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Took 1.63 seconds to destroy the instance on the hypervisor. [ 826.910364] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.910364] env[69584]: DEBUG nova.compute.manager [-] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.910364] env[69584]: DEBUG nova.network.neutron [-] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.940197] env[69584]: DEBUG nova.compute.manager [req-887c445e-b67e-49d8-b2a0-c971b9c07c9d req-3b7cf870-3aa9-4e54-a716-46538c8c1fac service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Received event network-changed-714d2f40-6783-4f2f-9299-f752a765ebab {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.940197] env[69584]: DEBUG nova.compute.manager [req-887c445e-b67e-49d8-b2a0-c971b9c07c9d req-3b7cf870-3aa9-4e54-a716-46538c8c1fac service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Refreshing instance network info cache due to event network-changed-714d2f40-6783-4f2f-9299-f752a765ebab. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.940197] env[69584]: DEBUG oslo_concurrency.lockutils [req-887c445e-b67e-49d8-b2a0-c971b9c07c9d req-3b7cf870-3aa9-4e54-a716-46538c8c1fac service nova] Acquiring lock "refresh_cache-0152d67e-8b6d-4cf4-8395-78b784260d4a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.940197] env[69584]: DEBUG oslo_concurrency.lockutils [req-887c445e-b67e-49d8-b2a0-c971b9c07c9d req-3b7cf870-3aa9-4e54-a716-46538c8c1fac service nova] Acquired lock "refresh_cache-0152d67e-8b6d-4cf4-8395-78b784260d4a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.940197] env[69584]: DEBUG nova.network.neutron [req-887c445e-b67e-49d8-b2a0-c971b9c07c9d req-3b7cf870-3aa9-4e54-a716-46538c8c1fac service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Refreshing network info cache for port 714d2f40-6783-4f2f-9299-f752a765ebab {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.108162] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.194137] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485514, 'name': Rename_Task, 'duration_secs': 0.186238} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.196221] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.196998] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67641909-33c2-4645-b87d-afaa31e0ab5b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.207247] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for the task: (returnval){ [ 827.207247] env[69584]: value = "task-3485516" [ 827.207247] env[69584]: _type = "Task" [ 827.207247] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.220102] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.280865] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485515, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.304021] env[69584]: DEBUG nova.compute.utils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.304021] env[69584]: DEBUG nova.compute.manager [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.304021] env[69584]: DEBUG nova.network.neutron [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.373210] env[69584]: DEBUG nova.policy [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3201be8906604499b159517c61894457', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d9406d99f0840228ec6f37b3b36f1ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.608217] env[69584]: DEBUG oslo_vmware.api [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485513, 'name': PowerOnVM_Task, 'duration_secs': 0.782851} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.611104] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.611342] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31929ea3-4305-417a-8983-1be615714bed tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance 'ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2' progress to 100 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.702418] env[69584]: DEBUG nova.network.neutron [-] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.721203] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485516, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.780648] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485515, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.810055] env[69584]: DEBUG nova.compute.manager [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.838070] env[69584]: DEBUG nova.network.neutron [req-887c445e-b67e-49d8-b2a0-c971b9c07c9d req-3b7cf870-3aa9-4e54-a716-46538c8c1fac service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Updated VIF entry in instance network info cache for port 714d2f40-6783-4f2f-9299-f752a765ebab. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.838449] env[69584]: DEBUG nova.network.neutron [req-887c445e-b67e-49d8-b2a0-c971b9c07c9d req-3b7cf870-3aa9-4e54-a716-46538c8c1fac service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Updating instance_info_cache with network_info: [{"id": "714d2f40-6783-4f2f-9299-f752a765ebab", "address": "fa:16:3e:f8:bc:4c", "network": {"id": "056805d0-f098-4bd4-bbd0-52bb911f7a2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-437625939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "785eb6de178e425691c6733e8ba1f4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714d2f40-67", "ovs_interfaceid": "714d2f40-6783-4f2f-9299-f752a765ebab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.857548] env[69584]: DEBUG nova.network.neutron [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Successfully created port: da32fc17-e3f2-447a-8b48-569cec159c5e {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.868583] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89610509-7e00-4eb7-8603-fbf3a81efa0e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.877210] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398fc162-ad72-4426-a919-89294661ee8f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.910427] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd222510-4593-4c31-9400-6a823c2ec6e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.918962] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd70aecd-1a15-42ee-83d3-5d8a80e3c107 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.934202] env[69584]: DEBUG nova.compute.provider_tree [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.172669] env[69584]: DEBUG nova.network.neutron [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Successfully created port: ceff9faf-a046-4988-917d-01757da7df13 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.215589] env[69584]: INFO nova.compute.manager [-] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Took 1.31 seconds to deallocate network for instance. [ 828.224624] env[69584]: DEBUG oslo_vmware.api [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485516, 'name': PowerOnVM_Task, 'duration_secs': 0.558041} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.225158] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.225389] env[69584]: INFO nova.compute.manager [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Took 9.22 seconds to spawn the instance on the hypervisor. [ 828.225571] env[69584]: DEBUG nova.compute.manager [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.226857] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d79f98-7672-4faf-a3c7-cad8473638dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.280960] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485515, 'name': CreateVM_Task, 'duration_secs': 1.400275} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.281232] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.281954] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.282186] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.282552] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.282841] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4b158d-c0a8-4b6a-a084-f53dc4642810 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.289220] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 828.289220] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c08c90-9007-3e5c-4add-f39cb8227093" [ 828.289220] env[69584]: _type = "Task" [ 828.289220] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.298573] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c08c90-9007-3e5c-4add-f39cb8227093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.341703] env[69584]: DEBUG oslo_concurrency.lockutils [req-887c445e-b67e-49d8-b2a0-c971b9c07c9d req-3b7cf870-3aa9-4e54-a716-46538c8c1fac service nova] Releasing lock "refresh_cache-0152d67e-8b6d-4cf4-8395-78b784260d4a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.437010] env[69584]: DEBUG nova.scheduler.client.report [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.725870] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.747090] env[69584]: INFO nova.compute.manager [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Took 44.67 seconds to build instance. [ 828.800412] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c08c90-9007-3e5c-4add-f39cb8227093, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.800760] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.801021] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.801267] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.801419] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.801600] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.801856] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e29a0268-ba47-4b6d-9a98-d888691b7d67 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.810774] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.810946] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.811629] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d8be9e-ecef-4bed-b8ac-38d6dec5b080 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.816999] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 828.816999] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52746757-c005-fd51-b979-133965f1b5c9" [ 828.816999] env[69584]: _type = "Task" [ 828.816999] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.820593] env[69584]: DEBUG nova.compute.manager [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.827180] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52746757-c005-fd51-b979-133965f1b5c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.844784] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.845011] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.845177] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.845386] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.845550] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.845699] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.845907] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.846079] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.846250] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.846417] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.846589] env[69584]: DEBUG nova.virt.hardware [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.847380] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c995f1-beed-48c0-8926-af76a16f9dfa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.854740] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff27e96-1bf2-492d-9704-d89bc530d65a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.942428] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.945274] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.868s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.946997] env[69584]: INFO nova.compute.claims [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.970502] env[69584]: INFO nova.scheduler.client.report [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Deleted allocations for instance 1dc1383e-8482-4597-bcde-ce1ba3377b12 [ 828.973961] env[69584]: DEBUG nova.compute.manager [req-4b19284a-8144-45da-8077-ae9c84737ba7 req-9e6c53ba-45f5-4e0f-b96b-fa45baa71fd7 service nova] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Received event network-vif-deleted-8c0396e8-68ef-4264-a533-f01d30c773d7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.251031] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e60a2580-6255-4303-bf3f-08932d46738f tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.458s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.336429] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52746757-c005-fd51-b979-133965f1b5c9, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.337463] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a03838e7-20ff-4913-b7d8-3f347a7adce7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.345428] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 829.345428] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528aab11-54e1-c35b-6eef-028b2f0eb5a0" [ 829.345428] env[69584]: _type = "Task" [ 829.345428] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.354977] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528aab11-54e1-c35b-6eef-028b2f0eb5a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.481624] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bbd5e0c-8cdd-4e4b-a6e0-f963535e0622 tempest-SecurityGroupsTestJSON-816200047 tempest-SecurityGroupsTestJSON-816200047-project-member] Lock "1dc1383e-8482-4597-bcde-ce1ba3377b12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.458s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.754066] env[69584]: DEBUG nova.compute.manager [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.860323] env[69584]: DEBUG nova.network.neutron [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Successfully updated port: da32fc17-e3f2-447a-8b48-569cec159c5e {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.865328] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528aab11-54e1-c35b-6eef-028b2f0eb5a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.865328] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.865328] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 0152d67e-8b6d-4cf4-8395-78b784260d4a/0152d67e-8b6d-4cf4-8395-78b784260d4a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.865632] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a15eb48-7520-431a-82f6-82aea425d4cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.874572] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 829.874572] env[69584]: value = "task-3485517" [ 829.874572] env[69584]: _type = "Task" [ 829.874572] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.887250] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.911349] env[69584]: DEBUG nova.network.neutron [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Port efad75df-297a-40c8-83ac-30c29d3e507e binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 829.912031] env[69584]: DEBUG oslo_concurrency.lockutils [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.912031] env[69584]: DEBUG oslo_concurrency.lockutils [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.912192] env[69584]: DEBUG nova.network.neutron [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.281571] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.393276] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485517, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.532093] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a366b47-3bb8-404f-a962-63f799278874 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.541053] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd58ee2b-efb7-4df5-a3e5-82c9fe35dca8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.577278] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386d0ac5-b43e-4e2e-9348-e16fbca9b274 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.591024] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c58fb45-b8c9-46f0-98b4-00c90a71a5c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.603397] env[69584]: DEBUG nova.compute.provider_tree [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.745527] env[69584]: DEBUG oslo_concurrency.lockutils [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquiring lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.745615] env[69584]: DEBUG oslo_concurrency.lockutils [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.746407] env[69584]: DEBUG oslo_concurrency.lockutils [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquiring lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.746407] env[69584]: DEBUG oslo_concurrency.lockutils [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.746407] env[69584]: DEBUG oslo_concurrency.lockutils [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.749709] env[69584]: INFO nova.compute.manager [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Terminating instance [ 830.799151] env[69584]: DEBUG nova.network.neutron [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance_info_cache with network_info: [{"id": "efad75df-297a-40c8-83ac-30c29d3e507e", "address": "fa:16:3e:c0:88:a0", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefad75df-29", "ovs_interfaceid": "efad75df-297a-40c8-83ac-30c29d3e507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.887662] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549033} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.888305] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 0152d67e-8b6d-4cf4-8395-78b784260d4a/0152d67e-8b6d-4cf4-8395-78b784260d4a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.888305] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.888481] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc9a73b1-33cb-4938-abe5-ab9b704ad012 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.897878] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 830.897878] env[69584]: value = "task-3485518" [ 830.897878] env[69584]: _type = "Task" [ 830.897878] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.911169] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.075278] env[69584]: DEBUG nova.compute.manager [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Received event network-vif-plugged-da32fc17-e3f2-447a-8b48-569cec159c5e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.075278] env[69584]: DEBUG oslo_concurrency.lockutils [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] Acquiring lock "19ce0d06-8777-46de-9b14-f704bb4e149c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.075278] env[69584]: DEBUG oslo_concurrency.lockutils [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] Lock "19ce0d06-8777-46de-9b14-f704bb4e149c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.075278] env[69584]: DEBUG oslo_concurrency.lockutils [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] Lock "19ce0d06-8777-46de-9b14-f704bb4e149c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.075278] env[69584]: DEBUG nova.compute.manager [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] No waiting events found dispatching network-vif-plugged-da32fc17-e3f2-447a-8b48-569cec159c5e {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.075890] env[69584]: WARNING nova.compute.manager [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Received unexpected event network-vif-plugged-da32fc17-e3f2-447a-8b48-569cec159c5e for instance with vm_state building and task_state spawning. [ 831.075890] env[69584]: DEBUG nova.compute.manager [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Received event network-changed-da32fc17-e3f2-447a-8b48-569cec159c5e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.075890] env[69584]: DEBUG nova.compute.manager [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Refreshing instance network info cache due to event network-changed-da32fc17-e3f2-447a-8b48-569cec159c5e. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.075890] env[69584]: DEBUG oslo_concurrency.lockutils [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] Acquiring lock "refresh_cache-19ce0d06-8777-46de-9b14-f704bb4e149c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.076043] env[69584]: DEBUG oslo_concurrency.lockutils [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] Acquired lock "refresh_cache-19ce0d06-8777-46de-9b14-f704bb4e149c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.076105] env[69584]: DEBUG nova.network.neutron [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Refreshing network info cache for port da32fc17-e3f2-447a-8b48-569cec159c5e {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.106728] env[69584]: DEBUG nova.scheduler.client.report [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.252872] env[69584]: DEBUG nova.compute.manager [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.253137] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.254296] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d729591-f97e-4e7e-94bd-ebb8c2a0fdea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.263269] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.263569] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34abab29-3490-46f2-81b4-256a2333a0d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.271232] env[69584]: DEBUG oslo_vmware.api [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for the task: (returnval){ [ 831.271232] env[69584]: value = "task-3485519" [ 831.271232] env[69584]: _type = "Task" [ 831.271232] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.279882] env[69584]: DEBUG oslo_vmware.api [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.303748] env[69584]: DEBUG oslo_concurrency.lockutils [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.409035] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142351} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.409357] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.410139] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0137c504-151a-4b62-9981-1a652f75373d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.435248] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 0152d67e-8b6d-4cf4-8395-78b784260d4a/0152d67e-8b6d-4cf4-8395-78b784260d4a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.435626] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d07da7d-c624-4c29-99dc-ef6ef0074f07 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.457219] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 831.457219] env[69584]: value = "task-3485520" [ 831.457219] env[69584]: _type = "Task" [ 831.457219] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.468349] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.612129] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.612359] env[69584]: DEBUG nova.compute.manager [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.615214] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.203s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.616980] env[69584]: INFO nova.compute.claims [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.633899] env[69584]: DEBUG nova.network.neutron [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.781091] env[69584]: DEBUG nova.network.neutron [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.789019] env[69584]: DEBUG oslo_vmware.api [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485519, 'name': PowerOffVM_Task, 'duration_secs': 0.282717} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.789019] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.789019] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.789019] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2bf772-709e-4fe6-b97d-e46b608b8efa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.806837] env[69584]: DEBUG nova.compute.manager [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69584) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 831.807091] env[69584]: DEBUG oslo_concurrency.lockutils [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.967706] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485520, 'name': ReconfigVM_Task, 'duration_secs': 0.33557} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.968092] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 0152d67e-8b6d-4cf4-8395-78b784260d4a/0152d67e-8b6d-4cf4-8395-78b784260d4a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.968362] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69584) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 831.969051] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-150e140f-a3f1-4c7b-a01a-d460888a5eba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.980855] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 831.980855] env[69584]: value = "task-3485522" [ 831.980855] env[69584]: _type = "Task" [ 831.980855] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.994016] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485522, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.124018] env[69584]: DEBUG nova.compute.utils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.124955] env[69584]: DEBUG nova.compute.manager [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.125303] env[69584]: DEBUG nova.network.neutron [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.217455] env[69584]: DEBUG nova.policy [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47b87b53a79b4a979d6d53714f597a60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c66bb0cfb416406baa2e0732ce98d865', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.287984] env[69584]: DEBUG oslo_concurrency.lockutils [req-791dede8-5a88-4104-abd2-d2c3405a80e7 req-03578751-2888-4186-bceb-32495951caab service nova] Releasing lock "refresh_cache-19ce0d06-8777-46de-9b14-f704bb4e149c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.433934] env[69584]: DEBUG nova.network.neutron [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Successfully updated port: ceff9faf-a046-4988-917d-01757da7df13 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.489355] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485522, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.064727} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.489616] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69584) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 832.490422] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8298b947-9978-417a-a235-b5c6302ed5d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.516417] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 0152d67e-8b6d-4cf4-8395-78b784260d4a/ephemeral_0.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.516687] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f961fc9-0ce7-4e62-b482-3a6e3ccabf98 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.539363] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 832.539363] env[69584]: value = "task-3485523" [ 832.539363] env[69584]: _type = "Task" [ 832.539363] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.552658] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.628296] env[69584]: DEBUG nova.compute.manager [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.831103] env[69584]: DEBUG nova.network.neutron [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Successfully created port: 1c2fe8e0-011d-4a01-bbb9-46a3f300177e {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.908350] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.908350] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.908590] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Deleting the datastore file [datastore1] b4e9a64e-f47e-4ca9-9faa-de36436a7480 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.908888] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9913eed0-7689-4550-abe0-ab2a7cbfaf89 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.917797] env[69584]: DEBUG oslo_vmware.api [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for the task: (returnval){ [ 832.917797] env[69584]: value = "task-3485524" [ 832.917797] env[69584]: _type = "Task" [ 832.917797] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.932112] env[69584]: DEBUG oslo_vmware.api [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.936844] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "refresh_cache-19ce0d06-8777-46de-9b14-f704bb4e149c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.936980] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquired lock "refresh_cache-19ce0d06-8777-46de-9b14-f704bb4e149c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.937220] env[69584]: DEBUG nova.network.neutron [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.055668] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485523, 'name': ReconfigVM_Task, 'duration_secs': 0.393886} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.055668] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 0152d67e-8b6d-4cf4-8395-78b784260d4a/ephemeral_0.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.056326] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28696d44-9e07-47ce-8278-5879be873ab6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.066582] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 833.066582] env[69584]: value = "task-3485525" [ 833.066582] env[69584]: _type = "Task" [ 833.066582] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.086348] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485525, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.216712] env[69584]: DEBUG nova.compute.manager [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Received event network-vif-plugged-ceff9faf-a046-4988-917d-01757da7df13 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.217229] env[69584]: DEBUG oslo_concurrency.lockutils [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] Acquiring lock "19ce0d06-8777-46de-9b14-f704bb4e149c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.217229] env[69584]: DEBUG oslo_concurrency.lockutils [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] Lock "19ce0d06-8777-46de-9b14-f704bb4e149c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.217455] env[69584]: DEBUG oslo_concurrency.lockutils [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] Lock "19ce0d06-8777-46de-9b14-f704bb4e149c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.217694] env[69584]: DEBUG nova.compute.manager [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] No waiting events found dispatching network-vif-plugged-ceff9faf-a046-4988-917d-01757da7df13 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.217895] env[69584]: WARNING nova.compute.manager [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Received unexpected event network-vif-plugged-ceff9faf-a046-4988-917d-01757da7df13 for instance with vm_state building and task_state spawning. [ 833.218139] env[69584]: DEBUG nova.compute.manager [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Received event network-changed-ceff9faf-a046-4988-917d-01757da7df13 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.218382] env[69584]: DEBUG nova.compute.manager [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Refreshing instance network info cache due to event network-changed-ceff9faf-a046-4988-917d-01757da7df13. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.218576] env[69584]: DEBUG oslo_concurrency.lockutils [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] Acquiring lock "refresh_cache-19ce0d06-8777-46de-9b14-f704bb4e149c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.298033] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bede1a-de79-4ef6-b7de-da56b97e98ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.308334] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdeb8bf-ddfd-4679-b238-70b222772170 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.343074] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad4e30c-3aa4-43c8-8bcc-851a19772488 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.352665] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62de161-ac68-447c-9681-bbcf6191a0fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.367976] env[69584]: DEBUG nova.compute.provider_tree [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.428806] env[69584]: DEBUG oslo_vmware.api [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Task: {'id': task-3485524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231032} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.429254] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.429477] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.429659] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.429837] env[69584]: INFO nova.compute.manager [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Took 2.18 seconds to destroy the instance on the hypervisor. [ 833.430088] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.430291] env[69584]: DEBUG nova.compute.manager [-] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.430390] env[69584]: DEBUG nova.network.neutron [-] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.537037] env[69584]: DEBUG nova.network.neutron [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.577020] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485525, 'name': Rename_Task, 'duration_secs': 0.23711} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.577347] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.577585] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62558980-c2ff-4a1c-922d-af4496feb4ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.586546] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 833.586546] env[69584]: value = "task-3485526" [ 833.586546] env[69584]: _type = "Task" [ 833.586546] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.595692] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.652815] env[69584]: DEBUG nova.compute.manager [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.706661] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.706919] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.707086] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.707270] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.707665] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.707665] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.711580] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.711580] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.711580] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.711946] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.711946] env[69584]: DEBUG nova.virt.hardware [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.712810] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90be2c43-caa9-4510-a321-f5ce006201ce {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.726588] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f488764-7835-4f6b-b346-4add13be8665 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.871526] env[69584]: DEBUG nova.scheduler.client.report [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.099289] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485526, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.356859] env[69584]: DEBUG nova.network.neutron [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Updating instance_info_cache with network_info: [{"id": "da32fc17-e3f2-447a-8b48-569cec159c5e", "address": "fa:16:3e:23:7a:03", "network": {"id": "461d9e25-7b6f-40d3-b916-594479a39e4b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-392187761", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda32fc17-e3", "ovs_interfaceid": "da32fc17-e3f2-447a-8b48-569cec159c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ceff9faf-a046-4988-917d-01757da7df13", "address": "fa:16:3e:47:a3:66", "network": {"id": "5051c7aa-c2a5-445e-bee4-44c8b0a68b17", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-722809238", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceff9faf-a0", "ovs_interfaceid": "ceff9faf-a046-4988-917d-01757da7df13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.377639] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.378308] env[69584]: DEBUG nova.compute.manager [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.386637] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.944s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.388054] env[69584]: INFO nova.compute.claims [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.599330] env[69584]: DEBUG oslo_vmware.api [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485526, 'name': PowerOnVM_Task, 'duration_secs': 0.640889} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.602222] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.602222] env[69584]: INFO nova.compute.manager [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Took 10.08 seconds to spawn the instance on the hypervisor. [ 834.602222] env[69584]: DEBUG nova.compute.manager [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.602222] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ee162a-8a16-4370-8f17-3e117558b26a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.641410] env[69584]: DEBUG nova.network.neutron [-] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.824049] env[69584]: DEBUG nova.network.neutron [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Successfully updated port: 1c2fe8e0-011d-4a01-bbb9-46a3f300177e {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.862354] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Releasing lock "refresh_cache-19ce0d06-8777-46de-9b14-f704bb4e149c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.862706] env[69584]: DEBUG nova.compute.manager [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Instance network_info: |[{"id": "da32fc17-e3f2-447a-8b48-569cec159c5e", "address": "fa:16:3e:23:7a:03", "network": {"id": "461d9e25-7b6f-40d3-b916-594479a39e4b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-392187761", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda32fc17-e3", "ovs_interfaceid": "da32fc17-e3f2-447a-8b48-569cec159c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ceff9faf-a046-4988-917d-01757da7df13", "address": "fa:16:3e:47:a3:66", "network": {"id": "5051c7aa-c2a5-445e-bee4-44c8b0a68b17", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-722809238", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceff9faf-a0", "ovs_interfaceid": "ceff9faf-a046-4988-917d-01757da7df13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.862851] env[69584]: DEBUG oslo_concurrency.lockutils [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] Acquired lock "refresh_cache-19ce0d06-8777-46de-9b14-f704bb4e149c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.863084] env[69584]: DEBUG nova.network.neutron [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Refreshing network info cache for port ceff9faf-a046-4988-917d-01757da7df13 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.864297] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:7a:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da32fc17-e3f2-447a-8b48-569cec159c5e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:a3:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceff9faf-a046-4988-917d-01757da7df13', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.874147] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.877376] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.878269] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2432ec5-3b11-425f-8746-1d3df9440602 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.899710] env[69584]: DEBUG nova.compute.utils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.901119] env[69584]: DEBUG nova.compute.manager [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.901119] env[69584]: DEBUG nova.network.neutron [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.913144] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.913144] env[69584]: value = "task-3485527" [ 834.913144] env[69584]: _type = "Task" [ 834.913144] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.927827] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485527, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.019824] env[69584]: DEBUG nova.policy [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e77acc834b634fcab5b000e0b4b82df5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734451984b144b6d96b51bb3d611b585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.121279] env[69584]: INFO nova.compute.manager [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Took 47.62 seconds to build instance. [ 835.145964] env[69584]: INFO nova.compute.manager [-] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Took 1.72 seconds to deallocate network for instance. [ 835.284813] env[69584]: DEBUG nova.compute.manager [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Received event network-vif-deleted-98ffeb5b-60d5-4781-b07d-b67d818d79be {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.285051] env[69584]: DEBUG nova.compute.manager [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Received event network-vif-plugged-1c2fe8e0-011d-4a01-bbb9-46a3f300177e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.285252] env[69584]: DEBUG oslo_concurrency.lockutils [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] Acquiring lock "6057c2c1-ef4c-464e-9385-47a95cd09825-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.285530] env[69584]: DEBUG oslo_concurrency.lockutils [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] Lock "6057c2c1-ef4c-464e-9385-47a95cd09825-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.285727] env[69584]: DEBUG oslo_concurrency.lockutils [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] Lock "6057c2c1-ef4c-464e-9385-47a95cd09825-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.286218] env[69584]: DEBUG nova.compute.manager [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] No waiting events found dispatching network-vif-plugged-1c2fe8e0-011d-4a01-bbb9-46a3f300177e {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.286399] env[69584]: WARNING nova.compute.manager [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Received unexpected event network-vif-plugged-1c2fe8e0-011d-4a01-bbb9-46a3f300177e for instance with vm_state building and task_state spawning. [ 835.286744] env[69584]: DEBUG nova.compute.manager [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Received event network-changed-1c2fe8e0-011d-4a01-bbb9-46a3f300177e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.286744] env[69584]: DEBUG nova.compute.manager [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Refreshing instance network info cache due to event network-changed-1c2fe8e0-011d-4a01-bbb9-46a3f300177e. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.286880] env[69584]: DEBUG oslo_concurrency.lockutils [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] Acquiring lock "refresh_cache-6057c2c1-ef4c-464e-9385-47a95cd09825" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.287043] env[69584]: DEBUG oslo_concurrency.lockutils [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] Acquired lock "refresh_cache-6057c2c1-ef4c-464e-9385-47a95cd09825" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.287198] env[69584]: DEBUG nova.network.neutron [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Refreshing network info cache for port 1c2fe8e0-011d-4a01-bbb9-46a3f300177e {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.327149] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "refresh_cache-6057c2c1-ef4c-464e-9385-47a95cd09825" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.410772] env[69584]: DEBUG nova.compute.manager [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.431092] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485527, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.630168] env[69584]: DEBUG oslo_concurrency.lockutils [None req-341996e9-ba05-40be-9bab-2d454c62ca00 tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "0152d67e-8b6d-4cf4-8395-78b784260d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.008s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.642188] env[69584]: DEBUG nova.network.neutron [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Updated VIF entry in instance network info cache for port ceff9faf-a046-4988-917d-01757da7df13. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.642763] env[69584]: DEBUG nova.network.neutron [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Updating instance_info_cache with network_info: [{"id": "da32fc17-e3f2-447a-8b48-569cec159c5e", "address": "fa:16:3e:23:7a:03", "network": {"id": "461d9e25-7b6f-40d3-b916-594479a39e4b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-392187761", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda32fc17-e3", "ovs_interfaceid": "da32fc17-e3f2-447a-8b48-569cec159c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ceff9faf-a046-4988-917d-01757da7df13", "address": "fa:16:3e:47:a3:66", "network": {"id": "5051c7aa-c2a5-445e-bee4-44c8b0a68b17", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-722809238", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceff9faf-a0", "ovs_interfaceid": "ceff9faf-a046-4988-917d-01757da7df13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.658725] env[69584]: DEBUG oslo_concurrency.lockutils [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.886230] env[69584]: DEBUG nova.network.neutron [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.926477] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485527, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.134503] env[69584]: DEBUG nova.compute.manager [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.146482] env[69584]: DEBUG oslo_concurrency.lockutils [req-00939569-55e0-4aab-b882-015181dfd2c3 req-b0731280-a578-4097-b586-c3c9df4b9c79 service nova] Releasing lock "refresh_cache-19ce0d06-8777-46de-9b14-f704bb4e149c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.171907] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26724959-dd2d-4a42-960b-f1b10255c1f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.182455] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb38b82-fb06-4c6e-96c2-f58d4b395501 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.225045] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554a41b-afb4-41f5-b452-0a4a5f8d73a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.234475] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19dc9d4-dcde-439a-a6b9-bf74853b4100 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.254789] env[69584]: DEBUG nova.compute.provider_tree [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.374218] env[69584]: DEBUG nova.network.neutron [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.393819] env[69584]: DEBUG nova.network.neutron [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Successfully created port: 34c411a7-9fde-4267-a8d2-55553d4bb8e7 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.429060] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485527, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.431550] env[69584]: DEBUG nova.compute.manager [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.482893] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.483212] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.483290] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.483464] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.483611] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.483768] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.483977] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.484146] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.484331] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.484537] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.484894] env[69584]: DEBUG nova.virt.hardware [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.485720] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0269ce-9201-4d8d-bea2-2ede2e13994c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.497450] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379ecc96-c472-408c-90ad-01a0d610e2e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.685953] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.759206] env[69584]: DEBUG nova.scheduler.client.report [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.878855] env[69584]: DEBUG oslo_concurrency.lockutils [req-72e535bc-b51a-446c-a12a-22e6793f4092 req-a3171315-3af5-4ebc-b302-6dddb5f1a0b9 service nova] Releasing lock "refresh_cache-6057c2c1-ef4c-464e-9385-47a95cd09825" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.878855] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquired lock "refresh_cache-6057c2c1-ef4c-464e-9385-47a95cd09825" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.878855] env[69584]: DEBUG nova.network.neutron [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.929045] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485527, 'name': CreateVM_Task, 'duration_secs': 1.909045} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.929141] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.929986] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.930197] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.931258] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.931258] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619bafcb-0ab6-48ea-8a89-15a8c9bacbc9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.941057] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 836.941057] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529f1b28-c199-762c-3247-d2d7e217aca1" [ 836.941057] env[69584]: _type = "Task" [ 836.941057] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.952339] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529f1b28-c199-762c-3247-d2d7e217aca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.272922] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.886s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.274051] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.277994] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.319s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.278247] env[69584]: DEBUG nova.objects.instance [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lazy-loading 'resources' on Instance uuid 4762e03c-2f8c-4796-bdd0-9752f3674fb8 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.417045] env[69584]: DEBUG nova.network.neutron [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.444800] env[69584]: DEBUG nova.compute.manager [req-715dc087-7804-4e70-996e-4ac6a5977fb9 req-38ecf7e1-b3a0-4798-8392-272e82150697 service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Received event network-changed-714d2f40-6783-4f2f-9299-f752a765ebab {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.444849] env[69584]: DEBUG nova.compute.manager [req-715dc087-7804-4e70-996e-4ac6a5977fb9 req-38ecf7e1-b3a0-4798-8392-272e82150697 service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Refreshing instance network info cache due to event network-changed-714d2f40-6783-4f2f-9299-f752a765ebab. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.445059] env[69584]: DEBUG oslo_concurrency.lockutils [req-715dc087-7804-4e70-996e-4ac6a5977fb9 req-38ecf7e1-b3a0-4798-8392-272e82150697 service nova] Acquiring lock "refresh_cache-0152d67e-8b6d-4cf4-8395-78b784260d4a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.445209] env[69584]: DEBUG oslo_concurrency.lockutils [req-715dc087-7804-4e70-996e-4ac6a5977fb9 req-38ecf7e1-b3a0-4798-8392-272e82150697 service nova] Acquired lock "refresh_cache-0152d67e-8b6d-4cf4-8395-78b784260d4a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.445367] env[69584]: DEBUG nova.network.neutron [req-715dc087-7804-4e70-996e-4ac6a5977fb9 req-38ecf7e1-b3a0-4798-8392-272e82150697 service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Refreshing network info cache for port 714d2f40-6783-4f2f-9299-f752a765ebab {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.453649] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529f1b28-c199-762c-3247-d2d7e217aca1, 'name': SearchDatastore_Task, 'duration_secs': 0.013707} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.455253] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.455253] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.455253] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.455253] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.455253] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.455253] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eff01eb-b024-420d-87fa-47902e4f743d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.465699] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.465699] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.466250] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14486ec9-f57b-4055-bdca-9d5e63649dca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.474822] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 837.474822] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275806e-469d-9c33-073f-51c81dcc7e76" [ 837.474822] env[69584]: _type = "Task" [ 837.474822] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.484728] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275806e-469d-9c33-073f-51c81dcc7e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.686294] env[69584]: DEBUG nova.network.neutron [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Updating instance_info_cache with network_info: [{"id": "1c2fe8e0-011d-4a01-bbb9-46a3f300177e", "address": "fa:16:3e:2f:fe:ca", "network": {"id": "3b6fd4a5-963a-41c8-90a6-21d1550088f0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-542790205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66bb0cfb416406baa2e0732ce98d865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2fe8e0-01", "ovs_interfaceid": "1c2fe8e0-011d-4a01-bbb9-46a3f300177e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.784240] env[69584]: DEBUG nova.compute.utils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.788498] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.790063] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.841071] env[69584]: DEBUG nova.policy [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20e36ee8d0764b6d834758b8b4d59cc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca4d6e5d1ff94550a9051672ffba9355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.988843] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275806e-469d-9c33-073f-51c81dcc7e76, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.992444] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5e2ce9-6034-44af-b42f-a8829c738cc2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.000278] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 838.000278] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5256f180-d99c-41e0-303a-0b8286ead796" [ 838.000278] env[69584]: _type = "Task" [ 838.000278] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.015945] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5256f180-d99c-41e0-303a-0b8286ead796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.192241] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Releasing lock "refresh_cache-6057c2c1-ef4c-464e-9385-47a95cd09825" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.192423] env[69584]: DEBUG nova.compute.manager [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Instance network_info: |[{"id": "1c2fe8e0-011d-4a01-bbb9-46a3f300177e", "address": "fa:16:3e:2f:fe:ca", "network": {"id": "3b6fd4a5-963a-41c8-90a6-21d1550088f0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-542790205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66bb0cfb416406baa2e0732ce98d865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2fe8e0-01", "ovs_interfaceid": "1c2fe8e0-011d-4a01-bbb9-46a3f300177e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.192927] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:fe:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c2fe8e0-011d-4a01-bbb9-46a3f300177e', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.200961] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.206022] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.206022] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdec4ca1-e89a-4346-816c-b3d5f6e89995 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.236712] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.236712] env[69584]: value = "task-3485528" [ 838.236712] env[69584]: _type = "Task" [ 838.236712] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.247023] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485528, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.289487] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.388519] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b14a4d2-46fb-4cef-8fc3-e11609535fac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.398452] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9941b9ef-ec50-4dcb-a8be-c378f2e5933c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.442112] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269c6a79-ad50-421c-b4ed-a957eadc1ace {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.454085] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23699c59-cb83-4433-9f1d-d076e3766e0e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.470833] env[69584]: DEBUG nova.compute.provider_tree [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.512900] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5256f180-d99c-41e0-303a-0b8286ead796, 'name': SearchDatastore_Task, 'duration_secs': 0.024206} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.513189] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.515325] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 19ce0d06-8777-46de-9b14-f704bb4e149c/19ce0d06-8777-46de-9b14-f704bb4e149c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.515325] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80ee85fe-2ed2-4bee-8e4c-188b968ad8c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.522545] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 838.522545] env[69584]: value = "task-3485529" [ 838.522545] env[69584]: _type = "Task" [ 838.522545] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.531341] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.545083] env[69584]: DEBUG nova.network.neutron [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Successfully updated port: 34c411a7-9fde-4267-a8d2-55553d4bb8e7 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.547756] env[69584]: DEBUG nova.network.neutron [req-715dc087-7804-4e70-996e-4ac6a5977fb9 req-38ecf7e1-b3a0-4798-8392-272e82150697 service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Updated VIF entry in instance network info cache for port 714d2f40-6783-4f2f-9299-f752a765ebab. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.549331] env[69584]: DEBUG nova.network.neutron [req-715dc087-7804-4e70-996e-4ac6a5977fb9 req-38ecf7e1-b3a0-4798-8392-272e82150697 service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Updating instance_info_cache with network_info: [{"id": "714d2f40-6783-4f2f-9299-f752a765ebab", "address": "fa:16:3e:f8:bc:4c", "network": {"id": "056805d0-f098-4bd4-bbd0-52bb911f7a2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-437625939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "785eb6de178e425691c6733e8ba1f4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714d2f40-67", "ovs_interfaceid": "714d2f40-6783-4f2f-9299-f752a765ebab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.590928] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquiring lock "a29f1ec4-6684-41cf-baf4-03799d626d98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.591549] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lock "a29f1ec4-6684-41cf-baf4-03799d626d98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.639287] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Successfully created port: f3c341f9-0bac-4609-97b8-f1f042f0e856 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.748338] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485528, 'name': CreateVM_Task, 'duration_secs': 0.495042} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.748578] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.749236] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.749403] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.749703] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.749969] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83a589e-7cef-47a5-be03-73f9b97cd32c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.755495] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 838.755495] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ae0ed8-1aa6-bb07-2493-50891debe0e0" [ 838.755495] env[69584]: _type = "Task" [ 838.755495] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.764511] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ae0ed8-1aa6-bb07-2493-50891debe0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.973520] env[69584]: DEBUG nova.scheduler.client.report [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.039408] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485529, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.047339] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquiring lock "refresh_cache-744a7db4-6a8e-407e-890b-21e479b752bf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.047562] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquired lock "refresh_cache-744a7db4-6a8e-407e-890b-21e479b752bf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.047847] env[69584]: DEBUG nova.network.neutron [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.053509] env[69584]: DEBUG oslo_concurrency.lockutils [req-715dc087-7804-4e70-996e-4ac6a5977fb9 req-38ecf7e1-b3a0-4798-8392-272e82150697 service nova] Releasing lock "refresh_cache-0152d67e-8b6d-4cf4-8395-78b784260d4a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.270024] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ae0ed8-1aa6-bb07-2493-50891debe0e0, 'name': SearchDatastore_Task, 'duration_secs': 0.030155} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.270382] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.270678] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.270972] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.271175] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.271398] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.271776] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9a68710-6910-4f73-80cb-01f946ead55f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.281764] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.281962] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.282712] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1948d537-d70d-45ae-b8b2-fcca844fa1d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.288869] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 839.288869] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52da9ac9-d7df-8211-db2f-89b554a0b935" [ 839.288869] env[69584]: _type = "Task" [ 839.288869] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.299647] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52da9ac9-d7df-8211-db2f-89b554a0b935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.303171] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.334979] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.335114] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.335246] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.335434] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.335590] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.335759] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.335972] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.336149] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.336325] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.337023] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.337023] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.337572] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af9fa43-c23e-4a5e-a4c0-9b443a70d3a6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.346733] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b287b294-bb81-42ea-84f1-d9ba585fa33a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.479940] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.482529] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.258s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.484179] env[69584]: INFO nova.compute.claims [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.492132] env[69584]: DEBUG nova.compute.manager [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Received event network-vif-plugged-34c411a7-9fde-4267-a8d2-55553d4bb8e7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.492132] env[69584]: DEBUG oslo_concurrency.lockutils [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] Acquiring lock "744a7db4-6a8e-407e-890b-21e479b752bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.492279] env[69584]: DEBUG oslo_concurrency.lockutils [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] Lock "744a7db4-6a8e-407e-890b-21e479b752bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.495036] env[69584]: DEBUG oslo_concurrency.lockutils [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] Lock "744a7db4-6a8e-407e-890b-21e479b752bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.495591] env[69584]: DEBUG nova.compute.manager [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] No waiting events found dispatching network-vif-plugged-34c411a7-9fde-4267-a8d2-55553d4bb8e7 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.496504] env[69584]: WARNING nova.compute.manager [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Received unexpected event network-vif-plugged-34c411a7-9fde-4267-a8d2-55553d4bb8e7 for instance with vm_state building and task_state spawning. [ 839.496504] env[69584]: DEBUG nova.compute.manager [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Received event network-changed-34c411a7-9fde-4267-a8d2-55553d4bb8e7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.496504] env[69584]: DEBUG nova.compute.manager [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Refreshing instance network info cache due to event network-changed-34c411a7-9fde-4267-a8d2-55553d4bb8e7. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.496504] env[69584]: DEBUG oslo_concurrency.lockutils [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] Acquiring lock "refresh_cache-744a7db4-6a8e-407e-890b-21e479b752bf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.508140] env[69584]: INFO nova.scheduler.client.report [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Deleted allocations for instance 4762e03c-2f8c-4796-bdd0-9752f3674fb8 [ 839.538929] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777697} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.538929] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 19ce0d06-8777-46de-9b14-f704bb4e149c/19ce0d06-8777-46de-9b14-f704bb4e149c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.539156] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.539455] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-705f6898-ff61-4d51-a7e3-19ba63c02a4d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.549143] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 839.549143] env[69584]: value = "task-3485530" [ 839.549143] env[69584]: _type = "Task" [ 839.549143] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.561658] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.624834] env[69584]: DEBUG nova.network.neutron [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.759813] env[69584]: DEBUG nova.network.neutron [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Updating instance_info_cache with network_info: [{"id": "34c411a7-9fde-4267-a8d2-55553d4bb8e7", "address": "fa:16:3e:e3:04:3a", "network": {"id": "058444a6-6818-46d9-880d-70568750231a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-509309801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734451984b144b6d96b51bb3d611b585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c411a7-9f", "ovs_interfaceid": "34c411a7-9fde-4267-a8d2-55553d4bb8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.800587] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52da9ac9-d7df-8211-db2f-89b554a0b935, 'name': SearchDatastore_Task, 'duration_secs': 0.013758} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.801388] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6597e8-5767-49cf-8685-bf7710da7cef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.812484] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 839.812484] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527e8da8-c783-df56-4bcb-91f835a5ddef" [ 839.812484] env[69584]: _type = "Task" [ 839.812484] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.820996] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527e8da8-c783-df56-4bcb-91f835a5ddef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.015079] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9260035f-c1a7-4623-845e-48bc09a0dd1c tempest-ServersNegativeTestMultiTenantJSON-1261962703 tempest-ServersNegativeTestMultiTenantJSON-1261962703-project-member] Lock "4762e03c-2f8c-4796-bdd0-9752f3674fb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.794s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.065833] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075199} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.067069] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.067843] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ba21c6-460c-42d9-8c48-e813356c2ad3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.098835] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 19ce0d06-8777-46de-9b14-f704bb4e149c/19ce0d06-8777-46de-9b14-f704bb4e149c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.099184] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c932a5bf-928d-49be-87c1-90289ab0f313 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.121513] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 840.121513] env[69584]: value = "task-3485531" [ 840.121513] env[69584]: _type = "Task" [ 840.121513] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.130060] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.262229] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Releasing lock "refresh_cache-744a7db4-6a8e-407e-890b-21e479b752bf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.263030] env[69584]: DEBUG nova.compute.manager [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Instance network_info: |[{"id": "34c411a7-9fde-4267-a8d2-55553d4bb8e7", "address": "fa:16:3e:e3:04:3a", "network": {"id": "058444a6-6818-46d9-880d-70568750231a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-509309801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734451984b144b6d96b51bb3d611b585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c411a7-9f", "ovs_interfaceid": "34c411a7-9fde-4267-a8d2-55553d4bb8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.263030] env[69584]: DEBUG oslo_concurrency.lockutils [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] Acquired lock "refresh_cache-744a7db4-6a8e-407e-890b-21e479b752bf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.263030] env[69584]: DEBUG nova.network.neutron [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Refreshing network info cache for port 34c411a7-9fde-4267-a8d2-55553d4bb8e7 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.264319] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:04:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34c411a7-9fde-4267-a8d2-55553d4bb8e7', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.275355] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Creating folder: Project (734451984b144b6d96b51bb3d611b585). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.276623] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Successfully updated port: f3c341f9-0bac-4609-97b8-f1f042f0e856 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.278205] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8e02757-d4e0-4719-8bab-dca6fb67968b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.292580] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Created folder: Project (734451984b144b6d96b51bb3d611b585) in parent group-v696614. [ 840.292796] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Creating folder: Instances. Parent ref: group-v696775. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.293074] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10fde2b5-2d60-4faf-9fa7-f6ebbe3b875a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.304554] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Created folder: Instances in parent group-v696775. [ 840.304839] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.305057] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.305281] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-507e5421-09d2-4d60-9f97-eae3233b360b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.332656] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527e8da8-c783-df56-4bcb-91f835a5ddef, 'name': SearchDatastore_Task, 'duration_secs': 0.090027} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.332950] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.333254] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 6057c2c1-ef4c-464e-9385-47a95cd09825/6057c2c1-ef4c-464e-9385-47a95cd09825.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.334734] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-392346cb-79b8-49f7-b30c-b455947f41dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.336944] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.336944] env[69584]: value = "task-3485534" [ 840.336944] env[69584]: _type = "Task" [ 840.336944] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.346854] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 840.346854] env[69584]: value = "task-3485535" [ 840.346854] env[69584]: _type = "Task" [ 840.346854] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.359515] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485534, 'name': CreateVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.366675] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.631753] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485531, 'name': ReconfigVM_Task, 'duration_secs': 0.321219} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.634546] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 19ce0d06-8777-46de-9b14-f704bb4e149c/19ce0d06-8777-46de-9b14-f704bb4e149c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.635474] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b9e5734-a09d-472a-a0d9-a4f283479cb9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.643427] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 840.643427] env[69584]: value = "task-3485536" [ 840.643427] env[69584]: _type = "Task" [ 840.643427] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.656542] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485536, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.781240] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "refresh_cache-afd7a1c1-1c84-4d77-b041-ef05793273c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.781540] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "refresh_cache-afd7a1c1-1c84-4d77-b041-ef05793273c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.781733] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.851908] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485534, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.869517] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.101964] env[69584]: DEBUG nova.network.neutron [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Updated VIF entry in instance network info cache for port 34c411a7-9fde-4267-a8d2-55553d4bb8e7. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.102140] env[69584]: DEBUG nova.network.neutron [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Updating instance_info_cache with network_info: [{"id": "34c411a7-9fde-4267-a8d2-55553d4bb8e7", "address": "fa:16:3e:e3:04:3a", "network": {"id": "058444a6-6818-46d9-880d-70568750231a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-509309801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734451984b144b6d96b51bb3d611b585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c411a7-9f", "ovs_interfaceid": "34c411a7-9fde-4267-a8d2-55553d4bb8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.152121] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5fcd74-44d0-4df1-b4d5-3d1b1ded7754 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.161526] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485536, 'name': Rename_Task, 'duration_secs': 0.148486} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.163526] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.163829] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5674dbea-99f3-48b6-84a6-f553ecd5bbd5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.167112] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3afe9ea-0ef2-4e9d-ae44-f106ced74bc7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.204807] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc0911-ad8e-4934-83e4-fe0e9aa3b1ff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.207596] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 841.207596] env[69584]: value = "task-3485537" [ 841.207596] env[69584]: _type = "Task" [ 841.207596] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.214511] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ed68ca-adbf-4654-b08d-e5410aecd2ae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.222392] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.233918] env[69584]: DEBUG nova.compute.provider_tree [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.318697] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.349627] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485534, 'name': CreateVM_Task, 'duration_secs': 0.792896} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.351654] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.352534] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.352640] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.352980] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.356355] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb36ae9b-6701-4098-9844-06e9de6a97c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.361939] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 841.361939] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5239c46b-6a58-f835-f3a7-d7b33310a004" [ 841.361939] env[69584]: _type = "Task" [ 841.361939] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.365239] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816929} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.368240] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 6057c2c1-ef4c-464e-9385-47a95cd09825/6057c2c1-ef4c-464e-9385-47a95cd09825.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.368538] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.368837] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec84d284-257e-464c-bfe4-64740253ee66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.378526] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5239c46b-6a58-f835-f3a7-d7b33310a004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.380623] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 841.380623] env[69584]: value = "task-3485538" [ 841.380623] env[69584]: _type = "Task" [ 841.380623] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.389709] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.533661] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Updating instance_info_cache with network_info: [{"id": "f3c341f9-0bac-4609-97b8-f1f042f0e856", "address": "fa:16:3e:23:c7:32", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c341f9-0b", "ovs_interfaceid": "f3c341f9-0bac-4609-97b8-f1f042f0e856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.598944] env[69584]: DEBUG nova.compute.manager [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Received event network-vif-plugged-f3c341f9-0bac-4609-97b8-f1f042f0e856 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.599127] env[69584]: DEBUG oslo_concurrency.lockutils [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] Acquiring lock "afd7a1c1-1c84-4d77-b041-ef05793273c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.599354] env[69584]: DEBUG oslo_concurrency.lockutils [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] Lock "afd7a1c1-1c84-4d77-b041-ef05793273c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.599539] env[69584]: DEBUG oslo_concurrency.lockutils [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] Lock "afd7a1c1-1c84-4d77-b041-ef05793273c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.599788] env[69584]: DEBUG nova.compute.manager [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] No waiting events found dispatching network-vif-plugged-f3c341f9-0bac-4609-97b8-f1f042f0e856 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.599908] env[69584]: WARNING nova.compute.manager [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Received unexpected event network-vif-plugged-f3c341f9-0bac-4609-97b8-f1f042f0e856 for instance with vm_state building and task_state spawning. [ 841.601041] env[69584]: DEBUG nova.compute.manager [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Received event network-changed-f3c341f9-0bac-4609-97b8-f1f042f0e856 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.601041] env[69584]: DEBUG nova.compute.manager [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Refreshing instance network info cache due to event network-changed-f3c341f9-0bac-4609-97b8-f1f042f0e856. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.601041] env[69584]: DEBUG oslo_concurrency.lockutils [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] Acquiring lock "refresh_cache-afd7a1c1-1c84-4d77-b041-ef05793273c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.604864] env[69584]: DEBUG oslo_concurrency.lockutils [req-767c9984-d1ca-4ab5-96d3-4c2c0496122d req-f91249af-32aa-45ef-a959-a99aec579e6d service nova] Releasing lock "refresh_cache-744a7db4-6a8e-407e-890b-21e479b752bf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.722762] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485537, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.740075] env[69584]: DEBUG nova.scheduler.client.report [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.877133] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5239c46b-6a58-f835-f3a7-d7b33310a004, 'name': SearchDatastore_Task, 'duration_secs': 0.018533} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.877925] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.878396] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.878971] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.879265] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.879594] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.879964] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-301cfd0f-fd00-4a64-8416-b3267cade54f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.891774] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075093} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.892049] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.895021] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b78ed2d-01a9-4cb8-bef9-b504f60f4f58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.898123] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.898325] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.908364] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e03872e-3d25-4136-876d-bbcaee74cf8a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.918974] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 6057c2c1-ef4c-464e-9385-47a95cd09825/6057c2c1-ef4c-464e-9385-47a95cd09825.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.919280] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deed8680-9771-4ea2-bd42-7be725b425c4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.939730] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 841.939730] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1cfe6-95f2-d18c-7146-858613e533e1" [ 841.939730] env[69584]: _type = "Task" [ 841.939730] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.944011] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 841.944011] env[69584]: value = "task-3485539" [ 841.944011] env[69584]: _type = "Task" [ 841.944011] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.950499] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1cfe6-95f2-d18c-7146-858613e533e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.957601] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.037054] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "refresh_cache-afd7a1c1-1c84-4d77-b041-ef05793273c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.037373] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Instance network_info: |[{"id": "f3c341f9-0bac-4609-97b8-f1f042f0e856", "address": "fa:16:3e:23:c7:32", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c341f9-0b", "ovs_interfaceid": "f3c341f9-0bac-4609-97b8-f1f042f0e856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.037715] env[69584]: DEBUG oslo_concurrency.lockutils [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] Acquired lock "refresh_cache-afd7a1c1-1c84-4d77-b041-ef05793273c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.037903] env[69584]: DEBUG nova.network.neutron [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Refreshing network info cache for port f3c341f9-0bac-4609-97b8-f1f042f0e856 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.039206] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:c7:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3c341f9-0bac-4609-97b8-f1f042f0e856', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.047372] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.048367] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.048367] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de516f1e-e700-4e18-a226-16062f4e74d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.069328] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.069328] env[69584]: value = "task-3485540" [ 842.069328] env[69584]: _type = "Task" [ 842.069328] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.077506] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485540, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.220280] env[69584]: DEBUG oslo_vmware.api [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485537, 'name': PowerOnVM_Task, 'duration_secs': 0.559168} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.220701] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.220823] env[69584]: INFO nova.compute.manager [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Took 13.40 seconds to spawn the instance on the hypervisor. [ 842.221071] env[69584]: DEBUG nova.compute.manager [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.222615] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec6175a-0ad0-4c70-a927-ed37add5a840 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.245770] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.246332] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.248968] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.495s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.249163] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.249317] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 842.249722] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.901s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.251277] env[69584]: INFO nova.compute.claims [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.254967] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e510072-5195-4472-88a3-0b61df08cc5b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.266243] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027a18c5-f985-4f60-a267-45b06bcbc0a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.284224] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2157f61-603e-4945-b33c-f9d926c35161 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.294257] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfc5c06-e049-4f23-8545-88dc056c0fc3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.330751] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179402MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 842.330981] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.456798] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1cfe6-95f2-d18c-7146-858613e533e1, 'name': SearchDatastore_Task, 'duration_secs': 0.031485} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.460852] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.460852] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2706a008-8053-48cc-b92e-3fc048214748 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.468261] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 842.468261] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527dd5e0-5146-5763-b4cb-3edbf2a12bb7" [ 842.468261] env[69584]: _type = "Task" [ 842.468261] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.478258] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527dd5e0-5146-5763-b4cb-3edbf2a12bb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.584510] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485540, 'name': CreateVM_Task, 'duration_secs': 0.367376} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.584729] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.589264] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.589264] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.589264] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.589264] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cbd387-1907-4d24-a2cc-d5187b7198c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.593247] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 842.593247] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52858c71-6de7-ee59-fb04-beb71ead2c45" [ 842.593247] env[69584]: _type = "Task" [ 842.593247] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.603700] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52858c71-6de7-ee59-fb04-beb71ead2c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.744389] env[69584]: INFO nova.compute.manager [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Took 51.26 seconds to build instance. [ 842.755542] env[69584]: DEBUG nova.compute.utils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.757059] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.757254] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.904104] env[69584]: DEBUG nova.policy [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20e36ee8d0764b6d834758b8b4d59cc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca4d6e5d1ff94550a9051672ffba9355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.958870] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485539, 'name': ReconfigVM_Task, 'duration_secs': 0.569821} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.961599] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 6057c2c1-ef4c-464e-9385-47a95cd09825/6057c2c1-ef4c-464e-9385-47a95cd09825.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.962319] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70d1cf77-4f64-4ad9-8d25-e62e807c669a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.974304] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 842.974304] env[69584]: value = "task-3485541" [ 842.974304] env[69584]: _type = "Task" [ 842.974304] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.985108] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527dd5e0-5146-5763-b4cb-3edbf2a12bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.024462} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.985848] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.986181] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 744a7db4-6a8e-407e-890b-21e479b752bf/744a7db4-6a8e-407e-890b-21e479b752bf.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.986509] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4162b14-b2db-4209-b2a6-af5f485b698c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.995637] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485541, 'name': Rename_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.004480] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 843.004480] env[69584]: value = "task-3485542" [ 843.004480] env[69584]: _type = "Task" [ 843.004480] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.016126] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.042282] env[69584]: DEBUG nova.network.neutron [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Updated VIF entry in instance network info cache for port f3c341f9-0bac-4609-97b8-f1f042f0e856. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.042282] env[69584]: DEBUG nova.network.neutron [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Updating instance_info_cache with network_info: [{"id": "f3c341f9-0bac-4609-97b8-f1f042f0e856", "address": "fa:16:3e:23:c7:32", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c341f9-0b", "ovs_interfaceid": "f3c341f9-0bac-4609-97b8-f1f042f0e856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.107575] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52858c71-6de7-ee59-fb04-beb71ead2c45, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.108087] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.108445] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.108851] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.109330] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.109674] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.110115] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62c1a9d5-6589-4465-972b-9c274c1e6595 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.131622] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.131909] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.133519] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89534030-5b7b-43c1-8a03-267d31585947 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.144242] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 843.144242] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52afd826-6e4d-2f5a-4632-c442e1d0ba3a" [ 843.144242] env[69584]: _type = "Task" [ 843.144242] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.152527] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52afd826-6e4d-2f5a-4632-c442e1d0ba3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.244321] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09542a17-4b22-4710-9135-b2e4c215e6ac tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "19ce0d06-8777-46de-9b14-f704bb4e149c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.262s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.264523] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.354847] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Successfully created port: ffcd916e-6adb-4f41-8852-ec7f47a2168c {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.486649] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485541, 'name': Rename_Task, 'duration_secs': 0.154734} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.488331] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.488600] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f82b8b2-bbda-4a77-ba74-1fa49a3e52b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.500473] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 843.500473] env[69584]: value = "task-3485543" [ 843.500473] env[69584]: _type = "Task" [ 843.500473] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.521401] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.526520] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497438} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.526646] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 744a7db4-6a8e-407e-890b-21e479b752bf/744a7db4-6a8e-407e-890b-21e479b752bf.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.526838] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.527151] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a1e59a1-040e-4d78-996f-fc44634128a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.536065] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 843.536065] env[69584]: value = "task-3485544" [ 843.536065] env[69584]: _type = "Task" [ 843.536065] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.551506] env[69584]: DEBUG oslo_concurrency.lockutils [req-19c9329c-c13f-45e3-bde7-9b4ba98dafba req-119958a5-e1e5-4c2e-9933-a8e4a5fd744d service nova] Releasing lock "refresh_cache-afd7a1c1-1c84-4d77-b041-ef05793273c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.552089] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.659454] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52afd826-6e4d-2f5a-4632-c442e1d0ba3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011774} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.659658] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60b37d4-e1d0-45e4-91bf-b308c6b22401 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.667779] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 843.667779] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fa2684-adb0-851c-5a97-ea9c06147572" [ 843.667779] env[69584]: _type = "Task" [ 843.667779] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.679981] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fa2684-adb0-851c-5a97-ea9c06147572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.727731] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "19ce0d06-8777-46de-9b14-f704bb4e149c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.727957] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "19ce0d06-8777-46de-9b14-f704bb4e149c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.728185] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "19ce0d06-8777-46de-9b14-f704bb4e149c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.728369] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "19ce0d06-8777-46de-9b14-f704bb4e149c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.728538] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "19ce0d06-8777-46de-9b14-f704bb4e149c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.730580] env[69584]: INFO nova.compute.manager [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Terminating instance [ 843.748074] env[69584]: DEBUG nova.compute.manager [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.874906] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0a6918-ecd9-48ce-ae68-13c4633da4ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.884542] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f1085e-8bca-433d-9552-f6d9a2b85c77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.916249] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cef55b2-cde8-40fd-b4c9-50fad0d5ed25 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.923374] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc008418-6a23-455b-a8c8-8e48b45b0281 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.939463] env[69584]: DEBUG nova.compute.provider_tree [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.011066] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485543, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.046800] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156052} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.047297] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.049160] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e483bc-4bb2-42d6-897e-12eb2467c295 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.073396] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 744a7db4-6a8e-407e-890b-21e479b752bf/744a7db4-6a8e-407e-890b-21e479b752bf.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.073574] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc988329-288c-4fc7-b63e-91c0c7f47303 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.095852] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 844.095852] env[69584]: value = "task-3485545" [ 844.095852] env[69584]: _type = "Task" [ 844.095852] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.104738] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.179604] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fa2684-adb0-851c-5a97-ea9c06147572, 'name': SearchDatastore_Task, 'duration_secs': 0.013435} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.180177] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.180251] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] afd7a1c1-1c84-4d77-b041-ef05793273c2/afd7a1c1-1c84-4d77-b041-ef05793273c2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.180464] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-addf8b11-843a-4309-9faa-dba32c9be939 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.189626] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 844.189626] env[69584]: value = "task-3485546" [ 844.189626] env[69584]: _type = "Task" [ 844.189626] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.206861] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.235641] env[69584]: DEBUG nova.compute.manager [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.235842] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.236863] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dfaaff-9c92-490c-a7f3-07e17bd469b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.247081] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.247455] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abd8d5ce-a036-41d6-87b5-7f8b2be41d91 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.261898] env[69584]: DEBUG oslo_vmware.api [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 844.261898] env[69584]: value = "task-3485547" [ 844.261898] env[69584]: _type = "Task" [ 844.261898] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.274708] env[69584]: DEBUG oslo_vmware.api [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.279316] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.282643] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.316394] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.316722] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.316967] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.317159] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.317357] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.317559] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.317844] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.318090] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.318409] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.318719] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.319046] env[69584]: DEBUG nova.virt.hardware [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.320456] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805c69be-6a25-4db5-9091-b4e1112ed4ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.330142] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd48e6a2-b712-47b5-b9f0-028c7a1c3a7a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.442876] env[69584]: DEBUG nova.scheduler.client.report [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.514294] env[69584]: DEBUG oslo_vmware.api [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485543, 'name': PowerOnVM_Task, 'duration_secs': 1.002164} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.515028] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.515028] env[69584]: INFO nova.compute.manager [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Took 10.86 seconds to spawn the instance on the hypervisor. [ 844.515181] env[69584]: DEBUG nova.compute.manager [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.515986] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e91d71-eccd-45c8-ade2-8f8c4c314272 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.608881] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.703191] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485546, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.778714] env[69584]: DEBUG oslo_vmware.api [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485547, 'name': PowerOffVM_Task, 'duration_secs': 0.207048} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.781468] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.781757] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.782189] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc672f5-7bdf-477b-ae27-2451d823f2b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.889196] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.889420] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.889597] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Deleting the datastore file [datastore1] 19ce0d06-8777-46de-9b14-f704bb4e149c {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.889863] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fa60b44-8295-4860-b3aa-b2cbb4a345a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.896183] env[69584]: DEBUG oslo_vmware.api [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for the task: (returnval){ [ 844.896183] env[69584]: value = "task-3485549" [ 844.896183] env[69584]: _type = "Task" [ 844.896183] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.909909] env[69584]: DEBUG oslo_vmware.api [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.949085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.950385] env[69584]: DEBUG nova.compute.manager [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.952780] env[69584]: DEBUG oslo_concurrency.lockutils [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.433s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.953599] env[69584]: DEBUG nova.objects.instance [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lazy-loading 'resources' on Instance uuid 11365266-cec8-4bb8-9795-7091cd73329a {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.039593] env[69584]: INFO nova.compute.manager [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Took 49.98 seconds to build instance. [ 845.108347] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485545, 'name': ReconfigVM_Task, 'duration_secs': 0.743993} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.108347] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 744a7db4-6a8e-407e-890b-21e479b752bf/744a7db4-6a8e-407e-890b-21e479b752bf.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.109025] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40e81452-3352-4248-922c-646fb09a4b1b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.115335] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 845.115335] env[69584]: value = "task-3485550" [ 845.115335] env[69584]: _type = "Task" [ 845.115335] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.127102] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485550, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.148843] env[69584]: DEBUG nova.compute.manager [req-d6a14fb9-c897-4a78-aa4c-44dc78e9656d req-f81a1712-f128-4e0b-ada0-0e45ca2c1f3b service nova] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Received event network-vif-plugged-ffcd916e-6adb-4f41-8852-ec7f47a2168c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.149088] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6a14fb9-c897-4a78-aa4c-44dc78e9656d req-f81a1712-f128-4e0b-ada0-0e45ca2c1f3b service nova] Acquiring lock "56f12a2c-d21f-414e-b27e-b140d735351e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.149280] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6a14fb9-c897-4a78-aa4c-44dc78e9656d req-f81a1712-f128-4e0b-ada0-0e45ca2c1f3b service nova] Lock "56f12a2c-d21f-414e-b27e-b140d735351e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.149449] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6a14fb9-c897-4a78-aa4c-44dc78e9656d req-f81a1712-f128-4e0b-ada0-0e45ca2c1f3b service nova] Lock "56f12a2c-d21f-414e-b27e-b140d735351e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.149618] env[69584]: DEBUG nova.compute.manager [req-d6a14fb9-c897-4a78-aa4c-44dc78e9656d req-f81a1712-f128-4e0b-ada0-0e45ca2c1f3b service nova] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] No waiting events found dispatching network-vif-plugged-ffcd916e-6adb-4f41-8852-ec7f47a2168c {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.149826] env[69584]: WARNING nova.compute.manager [req-d6a14fb9-c897-4a78-aa4c-44dc78e9656d req-f81a1712-f128-4e0b-ada0-0e45ca2c1f3b service nova] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Received unexpected event network-vif-plugged-ffcd916e-6adb-4f41-8852-ec7f47a2168c for instance with vm_state building and task_state spawning. [ 845.201776] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618153} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.202997] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] afd7a1c1-1c84-4d77-b041-ef05793273c2/afd7a1c1-1c84-4d77-b041-ef05793273c2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.202997] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.203270] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0851989e-410b-47d5-9d60-c5d9a54d39bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.213023] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 845.213023] env[69584]: value = "task-3485551" [ 845.213023] env[69584]: _type = "Task" [ 845.213023] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.224031] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.225681] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Successfully updated port: ffcd916e-6adb-4f41-8852-ec7f47a2168c {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.406826] env[69584]: DEBUG oslo_vmware.api [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.456214] env[69584]: DEBUG nova.compute.utils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.460539] env[69584]: DEBUG nova.compute.manager [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.460715] env[69584]: DEBUG nova.network.neutron [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.508609] env[69584]: DEBUG nova.policy [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1377cca8ece84b4cbf5330781196e7c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9fa402f84943b799c941ef8b421ca8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.541998] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77ff64e1-51fc-413d-820f-4c270c58ce2b tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "6057c2c1-ef4c-464e-9385-47a95cd09825" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.780s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.628992] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485550, 'name': Rename_Task, 'duration_secs': 0.372553} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.631860] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.632508] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6218c92-8885-4327-a8aa-6138ed721c15 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.639489] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 845.639489] env[69584]: value = "task-3485552" [ 845.639489] env[69584]: _type = "Task" [ 845.639489] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.650325] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.721955] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107237} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.724643] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.727330] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57efd3c-9c52-4d86-988e-ae9b360073d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.729811] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "refresh_cache-56f12a2c-d21f-414e-b27e-b140d735351e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.729811] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "refresh_cache-56f12a2c-d21f-414e-b27e-b140d735351e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.729811] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.751206] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] afd7a1c1-1c84-4d77-b041-ef05793273c2/afd7a1c1-1c84-4d77-b041-ef05793273c2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.754696] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e701d25-87cf-4e81-9ce2-5590ace344de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.775492] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 845.775492] env[69584]: value = "task-3485553" [ 845.775492] env[69584]: _type = "Task" [ 845.775492] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.787604] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.851082] env[69584]: DEBUG nova.network.neutron [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Successfully created port: 77146857-6cc4-4c65-a730-e957188e18ae {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.912571] env[69584]: DEBUG oslo_vmware.api [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Task: {'id': task-3485549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.746568} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.912920] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.913084] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.913370] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.913432] env[69584]: INFO nova.compute.manager [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Took 1.68 seconds to destroy the instance on the hypervisor. [ 845.913673] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.913871] env[69584]: DEBUG nova.compute.manager [-] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.914067] env[69584]: DEBUG nova.network.neutron [-] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.962108] env[69584]: DEBUG nova.compute.manager [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.005483] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4889902-8310-46bb-8681-f0e17b306b46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.018706] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6fb01-4889-4219-be73-ebf0fa9db04c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.049447] env[69584]: DEBUG nova.compute.manager [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.053959] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e73210-042e-467e-b26f-3335cc5ddd10 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.063434] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71adfe40-9335-4efc-a6d0-f0342849f442 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.079594] env[69584]: DEBUG nova.compute.provider_tree [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.150292] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.286280] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485553, 'name': ReconfigVM_Task, 'duration_secs': 0.436138} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.286593] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Reconfigured VM instance instance-0000003a to attach disk [datastore1] afd7a1c1-1c84-4d77-b041-ef05793273c2/afd7a1c1-1c84-4d77-b041-ef05793273c2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.287297] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8c21124-5bb8-4764-9caa-d9b9a10656b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.295324] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 846.295324] env[69584]: value = "task-3485554" [ 846.295324] env[69584]: _type = "Task" [ 846.295324] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.299770] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.311185] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485554, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.578087] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.582142] env[69584]: DEBUG nova.scheduler.client.report [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.614546] env[69584]: DEBUG nova.network.neutron [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Updating instance_info_cache with network_info: [{"id": "ffcd916e-6adb-4f41-8852-ec7f47a2168c", "address": "fa:16:3e:4c:36:2d", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcd916e-6a", "ovs_interfaceid": "ffcd916e-6adb-4f41-8852-ec7f47a2168c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.650539] env[69584]: DEBUG oslo_vmware.api [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485552, 'name': PowerOnVM_Task, 'duration_secs': 0.700269} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.650811] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.651017] env[69584]: INFO nova.compute.manager [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Took 10.22 seconds to spawn the instance on the hypervisor. [ 846.651308] env[69584]: DEBUG nova.compute.manager [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.652093] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caae0e54-f0b0-474c-b0b5-0d79ce15f4e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.805746] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485554, 'name': Rename_Task, 'duration_secs': 0.149793} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.806065] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.806314] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4856e76-b143-4c84-9f3d-760aa0dd110e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.814050] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 846.814050] env[69584]: value = "task-3485555" [ 846.814050] env[69584]: _type = "Task" [ 846.814050] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.821407] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.976493] env[69584]: DEBUG nova.compute.manager [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.004641] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.004948] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.005130] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.005317] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.005465] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.005609] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.005826] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.005998] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.006181] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.006346] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.006518] env[69584]: DEBUG nova.virt.hardware [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.007421] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa3327e-e5ee-411e-bcdb-34db42a71826 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.016255] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0ebc21-d1af-43bc-b16c-1197fdd45c91 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.091248] env[69584]: DEBUG oslo_concurrency.lockutils [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.093642] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.311s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.095338] env[69584]: INFO nova.compute.claims [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.114043] env[69584]: INFO nova.scheduler.client.report [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Deleted allocations for instance 11365266-cec8-4bb8-9795-7091cd73329a [ 847.119029] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "refresh_cache-56f12a2c-d21f-414e-b27e-b140d735351e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.119029] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Instance network_info: |[{"id": "ffcd916e-6adb-4f41-8852-ec7f47a2168c", "address": "fa:16:3e:4c:36:2d", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcd916e-6a", "ovs_interfaceid": "ffcd916e-6adb-4f41-8852-ec7f47a2168c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.119029] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:36:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffcd916e-6adb-4f41-8852-ec7f47a2168c', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.125936] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.126398] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.126626] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cc51929-3e98-4edc-9cb9-ab5ecb9bf123 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.147455] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.147455] env[69584]: value = "task-3485556" [ 847.147455] env[69584]: _type = "Task" [ 847.147455] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.155589] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485556, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.167735] env[69584]: INFO nova.compute.manager [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Took 41.78 seconds to build instance. [ 847.178254] env[69584]: DEBUG nova.compute.manager [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Received event network-changed-ffcd916e-6adb-4f41-8852-ec7f47a2168c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.178508] env[69584]: DEBUG nova.compute.manager [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Refreshing instance network info cache due to event network-changed-ffcd916e-6adb-4f41-8852-ec7f47a2168c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.178725] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] Acquiring lock "refresh_cache-56f12a2c-d21f-414e-b27e-b140d735351e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.178911] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] Acquired lock "refresh_cache-56f12a2c-d21f-414e-b27e-b140d735351e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.179107] env[69584]: DEBUG nova.network.neutron [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Refreshing network info cache for port ffcd916e-6adb-4f41-8852-ec7f47a2168c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.213019] env[69584]: DEBUG nova.network.neutron [-] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.324495] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485555, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.629884] env[69584]: DEBUG oslo_concurrency.lockutils [None req-312d936e-824d-48bd-bf79-4479fc7e8079 tempest-ServerRescueTestJSONUnderV235-532925024 tempest-ServerRescueTestJSONUnderV235-532925024-project-member] Lock "11365266-cec8-4bb8-9795-7091cd73329a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.072s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.658823] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485556, 'name': CreateVM_Task, 'duration_secs': 0.412792} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.659000] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.660927] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.660927] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.660927] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.660927] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90c4b27-3a34-4519-8391-7ff0f6ae04cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.666037] env[69584]: DEBUG nova.network.neutron [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Successfully updated port: 77146857-6cc4-4c65-a730-e957188e18ae {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.666635] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 847.666635] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c2d310-38c6-41f7-f1b6-c07605a72775" [ 847.666635] env[69584]: _type = "Task" [ 847.666635] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.672319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ef34abf-5ea5-4b7b-9a4e-d14e3088ebeb tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lock "744a7db4-6a8e-407e-890b-21e479b752bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.972s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.678607] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c2d310-38c6-41f7-f1b6-c07605a72775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.715339] env[69584]: INFO nova.compute.manager [-] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Took 1.80 seconds to deallocate network for instance. [ 847.829682] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485555, 'name': PowerOnVM_Task, 'duration_secs': 0.52839} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.830190] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.830388] env[69584]: INFO nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Took 8.53 seconds to spawn the instance on the hypervisor. [ 847.830560] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.831361] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be8673-1b81-44f0-8fab-ba534602959f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.963051] env[69584]: DEBUG nova.network.neutron [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Updated VIF entry in instance network info cache for port ffcd916e-6adb-4f41-8852-ec7f47a2168c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.963426] env[69584]: DEBUG nova.network.neutron [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Updating instance_info_cache with network_info: [{"id": "ffcd916e-6adb-4f41-8852-ec7f47a2168c", "address": "fa:16:3e:4c:36:2d", "network": {"id": "57ff5011-1f62-4e03-856f-854705b0b31f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1555894189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d6e5d1ff94550a9051672ffba9355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcd916e-6a", "ovs_interfaceid": "ffcd916e-6adb-4f41-8852-ec7f47a2168c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.034561] env[69584]: DEBUG oslo_concurrency.lockutils [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "6057c2c1-ef4c-464e-9385-47a95cd09825" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.034561] env[69584]: DEBUG oslo_concurrency.lockutils [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "6057c2c1-ef4c-464e-9385-47a95cd09825" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.034561] env[69584]: DEBUG oslo_concurrency.lockutils [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "6057c2c1-ef4c-464e-9385-47a95cd09825-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.034561] env[69584]: DEBUG oslo_concurrency.lockutils [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "6057c2c1-ef4c-464e-9385-47a95cd09825-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.034561] env[69584]: DEBUG oslo_concurrency.lockutils [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "6057c2c1-ef4c-464e-9385-47a95cd09825-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.039038] env[69584]: INFO nova.compute.manager [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Terminating instance [ 848.168134] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-283b33ad-de82-4b79-8082-62da5612bf64" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.168134] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-283b33ad-de82-4b79-8082-62da5612bf64" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.168343] env[69584]: DEBUG nova.network.neutron [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.180573] env[69584]: DEBUG nova.compute.manager [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.197159] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c2d310-38c6-41f7-f1b6-c07605a72775, 'name': SearchDatastore_Task, 'duration_secs': 0.017948} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.198695] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.198811] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.199093] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.199244] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.199424] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.199727] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2dcff32-c3dd-49cb-a726-8e3eca9e770d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.213460] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.213667] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.214844] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3092fcb-aae1-4a57-88f6-f8115906d47b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.221409] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 848.221409] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52951d50-6065-a7bd-e88d-9b6c026a07d2" [ 848.221409] env[69584]: _type = "Task" [ 848.221409] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.225524] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.237598] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52951d50-6065-a7bd-e88d-9b6c026a07d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.238628] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c756801f-2523-4c34-8ea1-d3488830ce4b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.247151] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 848.247151] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b04224-5689-a1c2-8688-9afde800607b" [ 848.247151] env[69584]: _type = "Task" [ 848.247151] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.255374] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b04224-5689-a1c2-8688-9afde800607b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.357285] env[69584]: INFO nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Took 42.93 seconds to build instance. [ 848.466444] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] Releasing lock "refresh_cache-56f12a2c-d21f-414e-b27e-b140d735351e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.466711] env[69584]: DEBUG nova.compute.manager [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Received event network-vif-deleted-ceff9faf-a046-4988-917d-01757da7df13 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.466885] env[69584]: INFO nova.compute.manager [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Neutron deleted interface ceff9faf-a046-4988-917d-01757da7df13; detaching it from the instance and deleting it from the info cache [ 848.467155] env[69584]: DEBUG nova.network.neutron [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Updating instance_info_cache with network_info: [{"id": "da32fc17-e3f2-447a-8b48-569cec159c5e", "address": "fa:16:3e:23:7a:03", "network": {"id": "461d9e25-7b6f-40d3-b916-594479a39e4b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-392187761", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d9406d99f0840228ec6f37b3b36f1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda32fc17-e3", "ovs_interfaceid": "da32fc17-e3f2-447a-8b48-569cec159c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.546595] env[69584]: DEBUG nova.compute.manager [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.546825] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.547733] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18f9c34-46f1-4cf1-8220-fd3accad2501 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.558114] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.560561] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d8a904f-a4f5-498f-a0a9-2a8de6d92a92 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.568932] env[69584]: DEBUG oslo_vmware.api [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 848.568932] env[69584]: value = "task-3485557" [ 848.568932] env[69584]: _type = "Task" [ 848.568932] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.576179] env[69584]: DEBUG oslo_vmware.api [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.704377] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdb1d79-0906-4022-b1f6-8197927a027e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.709034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.714549] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb596f1-926d-4606-b231-f57dd2b8444e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.748099] env[69584]: DEBUG nova.network.neutron [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.751116] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c77c356-830e-4ae3-ba7e-cdebb7d4cd12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.764622] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a7128a-93cf-4a1b-869f-7ab54999d9bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.768870] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b04224-5689-a1c2-8688-9afde800607b, 'name': SearchDatastore_Task, 'duration_secs': 0.011646} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.769069] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.769323] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 56f12a2c-d21f-414e-b27e-b140d735351e/56f12a2c-d21f-414e-b27e-b140d735351e.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.769981] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b1ff170-518a-4ce7-ba9c-88d3e9064d9e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.784020] env[69584]: DEBUG nova.compute.provider_tree [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.791265] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 848.791265] env[69584]: value = "task-3485558" [ 848.791265] env[69584]: _type = "Task" [ 848.791265] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.799027] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.837371] env[69584]: DEBUG nova.compute.manager [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.838457] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cebd879-6e5d-4f9d-b136-67e826a29637 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.859691] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "afd7a1c1-1c84-4d77-b041-ef05793273c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.887s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.938899] env[69584]: DEBUG nova.network.neutron [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Updating instance_info_cache with network_info: [{"id": "77146857-6cc4-4c65-a730-e957188e18ae", "address": "fa:16:3e:9e:b6:3c", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77146857-6c", "ovs_interfaceid": "77146857-6cc4-4c65-a730-e957188e18ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.970090] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-267d554c-9338-4c97-84e5-5908538997ff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.980408] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09015b06-619e-4c1d-b39f-0733d81ec2ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.023873] env[69584]: DEBUG nova.compute.manager [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Detach interface failed, port_id=ceff9faf-a046-4988-917d-01757da7df13, reason: Instance 19ce0d06-8777-46de-9b14-f704bb4e149c could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.024180] env[69584]: DEBUG nova.compute.manager [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Received event network-vif-deleted-da32fc17-e3f2-447a-8b48-569cec159c5e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.024384] env[69584]: INFO nova.compute.manager [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Neutron deleted interface da32fc17-e3f2-447a-8b48-569cec159c5e; detaching it from the instance and deleting it from the info cache [ 849.025013] env[69584]: DEBUG nova.network.neutron [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.080663] env[69584]: DEBUG oslo_vmware.api [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485557, 'name': PowerOffVM_Task, 'duration_secs': 0.326513} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.080663] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.080663] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.080663] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00d9ac9f-173f-4ea3-9198-0365e05568cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.138713] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Acquiring lock "ef45db2f-2489-474f-ae77-492fa1c8517e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.138713] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Lock "ef45db2f-2489-474f-ae77-492fa1c8517e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.138923] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Acquiring lock "ef45db2f-2489-474f-ae77-492fa1c8517e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.139160] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Lock "ef45db2f-2489-474f-ae77-492fa1c8517e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.139340] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Lock "ef45db2f-2489-474f-ae77-492fa1c8517e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.143493] env[69584]: INFO nova.compute.manager [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Terminating instance [ 849.167178] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.167332] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.167561] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Deleting the datastore file [datastore1] 6057c2c1-ef4c-464e-9385-47a95cd09825 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.168140] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-403c924e-c665-4e61-8122-bf7e2bc77714 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.177893] env[69584]: DEBUG oslo_vmware.api [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 849.177893] env[69584]: value = "task-3485560" [ 849.177893] env[69584]: _type = "Task" [ 849.177893] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.189188] env[69584]: DEBUG oslo_vmware.api [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.288982] env[69584]: DEBUG nova.scheduler.client.report [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.308324] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485558, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.315817] env[69584]: DEBUG nova.compute.manager [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Received event network-vif-plugged-77146857-6cc4-4c65-a730-e957188e18ae {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.316073] env[69584]: DEBUG oslo_concurrency.lockutils [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] Acquiring lock "283b33ad-de82-4b79-8082-62da5612bf64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.316298] env[69584]: DEBUG oslo_concurrency.lockutils [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] Lock "283b33ad-de82-4b79-8082-62da5612bf64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.316486] env[69584]: DEBUG oslo_concurrency.lockutils [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] Lock "283b33ad-de82-4b79-8082-62da5612bf64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.316673] env[69584]: DEBUG nova.compute.manager [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] No waiting events found dispatching network-vif-plugged-77146857-6cc4-4c65-a730-e957188e18ae {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.316893] env[69584]: WARNING nova.compute.manager [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Received unexpected event network-vif-plugged-77146857-6cc4-4c65-a730-e957188e18ae for instance with vm_state building and task_state spawning. [ 849.317233] env[69584]: DEBUG nova.compute.manager [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Received event network-changed-77146857-6cc4-4c65-a730-e957188e18ae {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.317458] env[69584]: DEBUG nova.compute.manager [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Refreshing instance network info cache due to event network-changed-77146857-6cc4-4c65-a730-e957188e18ae. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.317778] env[69584]: DEBUG oslo_concurrency.lockutils [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] Acquiring lock "refresh_cache-283b33ad-de82-4b79-8082-62da5612bf64" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.353756] env[69584]: INFO nova.compute.manager [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] instance snapshotting [ 849.358031] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bc205e-786d-4e27-957c-9ba1f7060fc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.363704] env[69584]: DEBUG nova.compute.manager [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.391271] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e4e389-3bac-43c5-b774-af6a2e6f8e77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.441720] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-283b33ad-de82-4b79-8082-62da5612bf64" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.442067] env[69584]: DEBUG nova.compute.manager [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Instance network_info: |[{"id": "77146857-6cc4-4c65-a730-e957188e18ae", "address": "fa:16:3e:9e:b6:3c", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77146857-6c", "ovs_interfaceid": "77146857-6cc4-4c65-a730-e957188e18ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.442709] env[69584]: DEBUG oslo_concurrency.lockutils [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] Acquired lock "refresh_cache-283b33ad-de82-4b79-8082-62da5612bf64" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.442709] env[69584]: DEBUG nova.network.neutron [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Refreshing network info cache for port 77146857-6cc4-4c65-a730-e957188e18ae {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.445019] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:b6:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77146857-6cc4-4c65-a730-e957188e18ae', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.452681] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.457219] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.457219] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3b6ce64-4be8-4436-af7f-ad02b3f3688e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.477173] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.477173] env[69584]: value = "task-3485561" [ 849.477173] env[69584]: _type = "Task" [ 849.477173] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.485577] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485561, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.527219] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b13735b-62e6-4a46-b101-021ac78d610b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.536113] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566a570e-f77e-4bba-ab70-4f65cb8bb539 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.578939] env[69584]: DEBUG nova.compute.manager [req-5ea40b61-e75f-430a-812e-4b9a86927fc1 req-54036adf-7731-4c64-ac35-7eb5959c3f48 service nova] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Detach interface failed, port_id=da32fc17-e3f2-447a-8b48-569cec159c5e, reason: Instance 19ce0d06-8777-46de-9b14-f704bb4e149c could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.652878] env[69584]: DEBUG nova.compute.manager [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.653192] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.653466] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af009cd1-e0d7-44e3-822d-cc953923f826 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.663170] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for the task: (returnval){ [ 849.663170] env[69584]: value = "task-3485562" [ 849.663170] env[69584]: _type = "Task" [ 849.663170] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.678029] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.696023] env[69584]: DEBUG oslo_vmware.api [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258627} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.696023] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.696023] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.696023] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.696023] env[69584]: INFO nova.compute.manager [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Took 1.15 seconds to destroy the instance on the hypervisor. [ 849.696023] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.696023] env[69584]: DEBUG nova.compute.manager [-] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.696023] env[69584]: DEBUG nova.network.neutron [-] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.770210] env[69584]: DEBUG nova.network.neutron [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Updated VIF entry in instance network info cache for port 77146857-6cc4-4c65-a730-e957188e18ae. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.770741] env[69584]: DEBUG nova.network.neutron [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Updating instance_info_cache with network_info: [{"id": "77146857-6cc4-4c65-a730-e957188e18ae", "address": "fa:16:3e:9e:b6:3c", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77146857-6c", "ovs_interfaceid": "77146857-6cc4-4c65-a730-e957188e18ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.802290] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.802851] env[69584]: DEBUG nova.compute.manager [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.805582] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.225s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.805815] env[69584]: DEBUG nova.objects.instance [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lazy-loading 'resources' on Instance uuid 912ca815-e65f-48f6-bf53-a7057058f72a {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.817208] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485558, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.895386] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.901778] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 849.902283] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1372b602-0198-4d88-a32f-87df6666a089 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.909762] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 849.909762] env[69584]: value = "task-3485563" [ 849.909762] env[69584]: _type = "Task" [ 849.909762] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.918753] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485563, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.988404] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485561, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.178349] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485562, 'name': PowerOffVM_Task, 'duration_secs': 0.402968} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.178860] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.178971] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 850.179167] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696718', 'volume_id': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'name': 'volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef45db2f-2489-474f-ae77-492fa1c8517e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'serial': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 850.180370] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5320312-8a9f-4fe1-9b6c-7b3810f9fc08 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.201307] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c198c3-4343-4dc4-ad88-222223de6376 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.210031] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4019c42-590e-4898-9ec1-0d6710a15b89 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.233488] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf0f915-0e2f-4bad-896f-c69987e56478 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.252513] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] The volume has not been displaced from its original location: [datastore2] volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb/volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 850.257840] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 850.258266] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae45c84-a66c-47c8-91bc-d55980b37855 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.274658] env[69584]: DEBUG oslo_concurrency.lockutils [req-1d348830-517b-4837-b52f-79c9c17b75cb req-b07bfbc5-89dc-453c-a2ef-eb26234d3bdb service nova] Releasing lock "refresh_cache-283b33ad-de82-4b79-8082-62da5612bf64" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.279024] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for the task: (returnval){ [ 850.279024] env[69584]: value = "task-3485564" [ 850.279024] env[69584]: _type = "Task" [ 850.279024] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.287230] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.302732] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485558, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.309409] env[69584]: DEBUG nova.compute.utils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.313610] env[69584]: DEBUG nova.compute.manager [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.313610] env[69584]: DEBUG nova.network.neutron [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.352273] env[69584]: DEBUG nova.policy [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3daf88ef33540e0b59b9b7537c9cb9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa1b7ae2736497e84fd3b4c8c7f3cda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.423154] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485563, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.484722] env[69584]: DEBUG nova.network.neutron [-] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.496111] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485561, 'name': CreateVM_Task, 'duration_secs': 0.580412} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.496111] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.496111] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.496111] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.496111] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.496111] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c476119-5606-46b2-b228-22ef997140c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.500386] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 850.500386] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d9305c-00bd-ecda-864e-ebf81b51c646" [ 850.500386] env[69584]: _type = "Task" [ 850.500386] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.512871] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d9305c-00bd-ecda-864e-ebf81b51c646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.746147] env[69584]: DEBUG nova.network.neutron [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Successfully created port: 0d41812f-1c6a-4b00-b671-b3cc00c9a966 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.791812] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485564, 'name': ReconfigVM_Task, 'duration_secs': 0.179896} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.791812] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 850.799703] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-738745e7-70a2-46c3-818c-7aa135f423b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.817622] env[69584]: DEBUG nova.compute.manager [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.829401] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for the task: (returnval){ [ 850.829401] env[69584]: value = "task-3485565" [ 850.829401] env[69584]: _type = "Task" [ 850.829401] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.832868] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485558, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.52093} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.836271] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 56f12a2c-d21f-414e-b27e-b140d735351e/56f12a2c-d21f-414e-b27e-b140d735351e.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.836422] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.836689] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70aa0655-4df8-460e-a3ca-2aeeeae29b16 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.845779] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.847226] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 850.847226] env[69584]: value = "task-3485566" [ 850.847226] env[69584]: _type = "Task" [ 850.847226] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.857188] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.890282] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df686c89-2b20-4cf5-bd54-ff7dbeb87f8e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.899503] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a32ab4-0df4-4e1b-83f0-28cbd29e21ad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.936225] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec20db0-6b51-4bf5-b268-dffd245fe79f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.944270] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485563, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.947559] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2348754-6bf9-40d2-ae8c-c22d53671020 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.962794] env[69584]: DEBUG nova.compute.provider_tree [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.988113] env[69584]: INFO nova.compute.manager [-] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Took 1.29 seconds to deallocate network for instance. [ 850.996927] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "a03fe057-a751-4d32-85f1-6e95851a0e91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.997295] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "a03fe057-a751-4d32-85f1-6e95851a0e91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.013822] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d9305c-00bd-ecda-864e-ebf81b51c646, 'name': SearchDatastore_Task, 'duration_secs': 0.074898} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.015419] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.015419] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.015419] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.015419] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.015419] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.015614] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95afa555-7757-4b31-90f7-069610a94abc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.028033] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.028033] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.028465] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c7bb80-8962-4382-a1ee-acbc8cbc90b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.035347] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 851.035347] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5297b849-3d78-39d5-b3b1-9f3446180d39" [ 851.035347] env[69584]: _type = "Task" [ 851.035347] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.043951] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5297b849-3d78-39d5-b3b1-9f3446180d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.343729] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485565, 'name': ReconfigVM_Task, 'duration_secs': 0.219583} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.344138] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696718', 'volume_id': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'name': 'volume-d425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef45db2f-2489-474f-ae77-492fa1c8517e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb', 'serial': 'd425f725-1ab9-46ba-8ecb-23f7513ddcdb'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 851.344578] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.345236] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b43bed-ccaa-4ebc-92a6-b1197441733d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.357151] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147671} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.360350] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.360748] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.361730] env[69584]: DEBUG nova.compute.manager [req-1910d797-3cc0-4fdf-ae2a-e4c261928af0 req-3e7bbc33-28ba-4042-a6ce-3360caf84abe service nova] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Received event network-vif-deleted-1c2fe8e0-011d-4a01-bbb9-46a3f300177e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.362520] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ee3b05-3f92-4680-ac9a-d6892b014561 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.365339] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ee60d4a-3eb3-48e8-a1d8-bd5c8c3636fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.387993] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 56f12a2c-d21f-414e-b27e-b140d735351e/56f12a2c-d21f-414e-b27e-b140d735351e.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.388593] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6998c128-f943-4530-a8bb-ec4e5f6b62d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.408153] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 851.408153] env[69584]: value = "task-3485568" [ 851.408153] env[69584]: _type = "Task" [ 851.408153] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.441554] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485563, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.466089] env[69584]: DEBUG nova.scheduler.client.report [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.470594] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.470884] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.470987] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Deleting the datastore file [datastore2] ef45db2f-2489-474f-ae77-492fa1c8517e {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.471500] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c31ebcc-59de-499e-a528-b1b4fa267181 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.478999] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for the task: (returnval){ [ 851.478999] env[69584]: value = "task-3485569" [ 851.478999] env[69584]: _type = "Task" [ 851.478999] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.487396] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.498142] env[69584]: DEBUG oslo_concurrency.lockutils [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.545759] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5297b849-3d78-39d5-b3b1-9f3446180d39, 'name': SearchDatastore_Task, 'duration_secs': 0.024291} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.546603] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12275cb-933d-47c0-ae65-dab2e5adb864 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.551845] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 851.551845] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d7ff8e-a5b9-7c34-f996-b7156c87e2e0" [ 851.551845] env[69584]: _type = "Task" [ 851.551845] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.560017] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d7ff8e-a5b9-7c34-f996-b7156c87e2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.829150] env[69584]: DEBUG nova.compute.manager [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.852914] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.852914] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.852914] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.853141] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.853223] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.853345] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.853549] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.853707] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.853869] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.854178] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.854229] env[69584]: DEBUG nova.virt.hardware [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.855256] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ca6adf-bffe-45d2-8cab-52562f078e7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.864021] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93084678-d527-46d4-bc92-56c85ffbe2a8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.917778] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.941564] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485563, 'name': CreateSnapshot_Task, 'duration_secs': 1.81686} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.941842] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.944680] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718111b-f982-4253-9b5b-edb7142a6f18 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.972903] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.977447] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.100s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.979334] env[69584]: INFO nova.compute.claims [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.991908] env[69584]: DEBUG oslo_vmware.api [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Task: {'id': task-3485569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336028} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.992195] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.992381] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.992561] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.992731] env[69584]: INFO nova.compute.manager [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Took 2.34 seconds to destroy the instance on the hypervisor. [ 851.992968] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.993178] env[69584]: DEBUG nova.compute.manager [-] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.993272] env[69584]: DEBUG nova.network.neutron [-] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.001698] env[69584]: INFO nova.scheduler.client.report [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Deleted allocations for instance 912ca815-e65f-48f6-bf53-a7057058f72a [ 852.062191] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d7ff8e-a5b9-7c34-f996-b7156c87e2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016364} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.062481] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.062737] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 283b33ad-de82-4b79-8082-62da5612bf64/283b33ad-de82-4b79-8082-62da5612bf64.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.062992] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97abc0ef-0bba-4075-bc12-5a7dada322fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.070177] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 852.070177] env[69584]: value = "task-3485570" [ 852.070177] env[69584]: _type = "Task" [ 852.070177] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.079284] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.421027] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485568, 'name': ReconfigVM_Task, 'duration_secs': 0.75523} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.421027] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 56f12a2c-d21f-414e-b27e-b140d735351e/56f12a2c-d21f-414e-b27e-b140d735351e.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.421027] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ef6c145-a8f7-47cf-b04b-698921d16acf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.428744] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 852.428744] env[69584]: value = "task-3485571" [ 852.428744] env[69584]: _type = "Task" [ 852.428744] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.445044] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485571, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.464193] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 852.464193] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b0c0b84c-5115-4717-bf9f-a5a8b4b05ba6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.472869] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 852.472869] env[69584]: value = "task-3485572" [ 852.472869] env[69584]: _type = "Task" [ 852.472869] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.484665] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485572, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.512500] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ae441c7f-5fa9-4d12-84ba-eb605ae101bc tempest-ServerShowV247Test-1179696282 tempest-ServerShowV247Test-1179696282-project-member] Lock "912ca815-e65f-48f6-bf53-a7057058f72a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.188s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.529424] env[69584]: DEBUG nova.network.neutron [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Successfully updated port: 0d41812f-1c6a-4b00-b671-b3cc00c9a966 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.580012] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485570, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.940657] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485571, 'name': Rename_Task, 'duration_secs': 0.48868} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.941696] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.941696] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8af2ce7-d93e-4c35-9448-213bef547509 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.947962] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 852.947962] env[69584]: value = "task-3485573" [ 852.947962] env[69584]: _type = "Task" [ 852.947962] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.956901] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.984284] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485572, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.034459] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-9917d9fb-4616-4a99-85a2-4822f0c96a9d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.034459] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-9917d9fb-4616-4a99-85a2-4822f0c96a9d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.034459] env[69584]: DEBUG nova.network.neutron [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.086204] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635627} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.086609] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 283b33ad-de82-4b79-8082-62da5612bf64/283b33ad-de82-4b79-8082-62da5612bf64.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.087241] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.087901] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a33ab2a-f59e-4e49-827e-41169f911a83 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.096763] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 853.096763] env[69584]: value = "task-3485574" [ 853.096763] env[69584]: _type = "Task" [ 853.096763] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.105580] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.161727] env[69584]: DEBUG nova.network.neutron [-] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.396697] env[69584]: DEBUG nova.compute.manager [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Received event network-vif-plugged-0d41812f-1c6a-4b00-b671-b3cc00c9a966 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.396697] env[69584]: DEBUG oslo_concurrency.lockutils [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] Acquiring lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.396875] env[69584]: DEBUG oslo_concurrency.lockutils [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] Lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.396983] env[69584]: DEBUG oslo_concurrency.lockutils [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] Lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.397151] env[69584]: DEBUG nova.compute.manager [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] No waiting events found dispatching network-vif-plugged-0d41812f-1c6a-4b00-b671-b3cc00c9a966 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.397256] env[69584]: WARNING nova.compute.manager [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Received unexpected event network-vif-plugged-0d41812f-1c6a-4b00-b671-b3cc00c9a966 for instance with vm_state building and task_state spawning. [ 853.397417] env[69584]: DEBUG nova.compute.manager [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Received event network-changed-0d41812f-1c6a-4b00-b671-b3cc00c9a966 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.397570] env[69584]: DEBUG nova.compute.manager [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Refreshing instance network info cache due to event network-changed-0d41812f-1c6a-4b00-b671-b3cc00c9a966. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.397728] env[69584]: DEBUG oslo_concurrency.lockutils [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] Acquiring lock "refresh_cache-9917d9fb-4616-4a99-85a2-4822f0c96a9d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.463115] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485573, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.483541] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485572, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.533290] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798dd922-5d66-446a-9150-50c41f56a4d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.542214] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30704232-d333-47b1-bf14-f6f70e577cdf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.581788] env[69584]: DEBUG nova.network.neutron [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.585020] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24c564a-5bcf-45ab-b49c-957aa0bf2e30 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.593320] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b768c5-8835-408c-948e-760313e99943 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.608038] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11288} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.617424] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.618047] env[69584]: DEBUG nova.compute.provider_tree [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.622516] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520b4dd1-3269-4e35-a02b-81ddffd11e0a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.646219] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 283b33ad-de82-4b79-8082-62da5612bf64/283b33ad-de82-4b79-8082-62da5612bf64.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.646961] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c72325-b8c5-4918-877c-727b48b70bc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.669858] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 853.669858] env[69584]: value = "task-3485575" [ 853.669858] env[69584]: _type = "Task" [ 853.669858] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.673730] env[69584]: INFO nova.compute.manager [-] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Took 1.68 seconds to deallocate network for instance. [ 853.681602] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.805115] env[69584]: DEBUG nova.network.neutron [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Updating instance_info_cache with network_info: [{"id": "0d41812f-1c6a-4b00-b671-b3cc00c9a966", "address": "fa:16:3e:42:02:47", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d41812f-1c", "ovs_interfaceid": "0d41812f-1c6a-4b00-b671-b3cc00c9a966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.959389] env[69584]: DEBUG oslo_vmware.api [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485573, 'name': PowerOnVM_Task, 'duration_secs': 0.98399} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.959862] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.960170] env[69584]: INFO nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Took 9.68 seconds to spawn the instance on the hypervisor. [ 853.960373] env[69584]: DEBUG nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.961220] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecfc918-dd5e-4839-a641-74ee84406cdc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.984774] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485572, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.126719] env[69584]: DEBUG nova.scheduler.client.report [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.180087] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.245529] env[69584]: INFO nova.compute.manager [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Took 0.57 seconds to detach 1 volumes for instance. [ 854.251624] env[69584]: DEBUG nova.compute.manager [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Deleting volume: d425f725-1ab9-46ba-8ecb-23f7513ddcdb {{(pid=69584) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 854.307601] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-9917d9fb-4616-4a99-85a2-4822f0c96a9d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.307922] env[69584]: DEBUG nova.compute.manager [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Instance network_info: |[{"id": "0d41812f-1c6a-4b00-b671-b3cc00c9a966", "address": "fa:16:3e:42:02:47", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d41812f-1c", "ovs_interfaceid": "0d41812f-1c6a-4b00-b671-b3cc00c9a966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.308934] env[69584]: DEBUG oslo_concurrency.lockutils [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] Acquired lock "refresh_cache-9917d9fb-4616-4a99-85a2-4822f0c96a9d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.308934] env[69584]: DEBUG nova.network.neutron [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Refreshing network info cache for port 0d41812f-1c6a-4b00-b671-b3cc00c9a966 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.309761] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:02:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d41812f-1c6a-4b00-b671-b3cc00c9a966', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.324149] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Creating folder: Project (daa1b7ae2736497e84fd3b4c8c7f3cda). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.325830] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b7209d7-43d1-4e9b-923d-a8b43a347aa3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.339696] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Created folder: Project (daa1b7ae2736497e84fd3b4c8c7f3cda) in parent group-v696614. [ 854.339902] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Creating folder: Instances. Parent ref: group-v696783. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.340697] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf83bb60-163f-4717-8334-c526d953079e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.353429] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Created folder: Instances in parent group-v696783. [ 854.353761] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.354050] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.354291] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dedf9f6c-33c3-4ed0-9fab-b865311c4d99 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.381175] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.381175] env[69584]: value = "task-3485579" [ 854.381175] env[69584]: _type = "Task" [ 854.381175] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.388810] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485579, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.483946] env[69584]: INFO nova.compute.manager [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Took 42.29 seconds to build instance. [ 854.491086] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485572, 'name': CloneVM_Task, 'duration_secs': 1.914205} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.491409] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Created linked-clone VM from snapshot [ 854.492227] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd97559-0114-4ab0-b6c5-8ac3e42bc80a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.503813] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Uploading image f0d52faa-d5c6-43d3-81a1-2d5bd4c73c2b {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 854.533463] env[69584]: DEBUG oslo_vmware.rw_handles [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 854.533463] env[69584]: value = "vm-696782" [ 854.533463] env[69584]: _type = "VirtualMachine" [ 854.533463] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 854.534042] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-45ddc686-8b99-4f9e-909e-cf58609ba130 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.540365] env[69584]: DEBUG oslo_vmware.rw_handles [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lease: (returnval){ [ 854.540365] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a38e43-cff5-ba23-57ab-209f92854be8" [ 854.540365] env[69584]: _type = "HttpNfcLease" [ 854.540365] env[69584]: } obtained for exporting VM: (result){ [ 854.540365] env[69584]: value = "vm-696782" [ 854.540365] env[69584]: _type = "VirtualMachine" [ 854.540365] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 854.540606] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the lease: (returnval){ [ 854.540606] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a38e43-cff5-ba23-57ab-209f92854be8" [ 854.540606] env[69584]: _type = "HttpNfcLease" [ 854.540606] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 854.547192] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.547192] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a38e43-cff5-ba23-57ab-209f92854be8" [ 854.547192] env[69584]: _type = "HttpNfcLease" [ 854.547192] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 854.565398] env[69584]: DEBUG nova.network.neutron [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Updated VIF entry in instance network info cache for port 0d41812f-1c6a-4b00-b671-b3cc00c9a966. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.565830] env[69584]: DEBUG nova.network.neutron [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Updating instance_info_cache with network_info: [{"id": "0d41812f-1c6a-4b00-b671-b3cc00c9a966", "address": "fa:16:3e:42:02:47", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d41812f-1c", "ovs_interfaceid": "0d41812f-1c6a-4b00-b671-b3cc00c9a966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.633171] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.633698] env[69584]: DEBUG nova.compute.manager [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.636466] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.911s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.638084] env[69584]: DEBUG nova.objects.instance [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lazy-loading 'resources' on Instance uuid 540fbcfb-bd51-4234-870d-f0249768b239 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.693353] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485575, 'name': ReconfigVM_Task, 'duration_secs': 0.782471} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.693693] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 283b33ad-de82-4b79-8082-62da5612bf64/283b33ad-de82-4b79-8082-62da5612bf64.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.694617] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a5dc3f1-b4ce-43d9-aebb-0e47c783ea22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.703593] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 854.703593] env[69584]: value = "task-3485581" [ 854.703593] env[69584]: _type = "Task" [ 854.703593] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.716018] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485581, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.804214] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.893941] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485579, 'name': CreateVM_Task, 'duration_secs': 0.471711} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.894065] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.894806] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.895121] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.895488] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.896736] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602f86a0-9b51-4fb4-b9b1-7dc8f6e0c454 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.901909] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 854.901909] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52821e19-3158-8611-599b-c647918982e8" [ 854.901909] env[69584]: _type = "Task" [ 854.901909] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.910594] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52821e19-3158-8611-599b-c647918982e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.986884] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7eaeb127-e368-4da9-8551-8c06557c3f6b tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "56f12a2c-d21f-414e-b27e-b140d735351e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.932s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.048782] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.048782] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a38e43-cff5-ba23-57ab-209f92854be8" [ 855.048782] env[69584]: _type = "HttpNfcLease" [ 855.048782] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 855.049191] env[69584]: DEBUG oslo_vmware.rw_handles [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 855.049191] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a38e43-cff5-ba23-57ab-209f92854be8" [ 855.049191] env[69584]: _type = "HttpNfcLease" [ 855.049191] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 855.049965] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacaa34b-1e2d-4eaf-96ad-331817b2e4ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.057150] env[69584]: DEBUG oslo_vmware.rw_handles [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e164b9-c90f-5f1e-fb59-89d233d4bf4d/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 855.057387] env[69584]: DEBUG oslo_vmware.rw_handles [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e164b9-c90f-5f1e-fb59-89d233d4bf4d/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 855.116484] env[69584]: DEBUG oslo_concurrency.lockutils [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] Releasing lock "refresh_cache-9917d9fb-4616-4a99-85a2-4822f0c96a9d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.116775] env[69584]: DEBUG nova.compute.manager [req-9e7dac53-e4fa-4625-a1e3-de67a757e5f6 req-352306a0-2187-4119-b73c-63a4418407ce service nova] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Received event network-vif-deleted-824670b6-3787-40ab-b085-13be9c0129cb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.139441] env[69584]: DEBUG nova.compute.utils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.143857] env[69584]: DEBUG nova.compute.manager [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.144062] env[69584]: DEBUG nova.network.neutron [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.198326] env[69584]: DEBUG nova.policy [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c84179fdd112428696ccbbb8f14f1f02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166b524a7c5d4cbe8efea1608331795b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.210197] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40e768ae-b154-46d7-a723-bea7bfc027bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.224167] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485581, 'name': Rename_Task, 'duration_secs': 0.176027} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.224167] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.224167] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83085063-8a6c-4c78-9cef-56ea1684137d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.234824] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 855.234824] env[69584]: value = "task-3485582" [ 855.234824] env[69584]: _type = "Task" [ 855.234824] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.250812] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485582, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.418999] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52821e19-3158-8611-599b-c647918982e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.422036] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.422503] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.422697] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.422943] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.423154] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.424229] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-009b484b-5553-47f6-8587-6a3d92b55602 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.433198] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.433422] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.434225] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0986d4e-efb1-4d45-8920-bbe5614acd02 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.446282] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 855.446282] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52833c81-da20-a3b1-3a6f-d87ecf411363" [ 855.446282] env[69584]: _type = "Task" [ 855.446282] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.455235] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52833c81-da20-a3b1-3a6f-d87ecf411363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.489664] env[69584]: DEBUG nova.compute.manager [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.628652] env[69584]: DEBUG nova.network.neutron [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Successfully created port: 39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.645473] env[69584]: DEBUG nova.compute.manager [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.745531] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485582, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.765213] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7762b1ba-f76e-41a2-b83c-251832f6f0aa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.773226] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf5dd0-515f-4a73-bfb0-81025450501f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.813090] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9107db3-f549-4cde-b09f-65ba3850121f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.823026] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2701117-61d1-45e6-9559-810ada975ff9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.838888] env[69584]: DEBUG nova.compute.provider_tree [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.956884] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52833c81-da20-a3b1-3a6f-d87ecf411363, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.958147] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9798c4de-4309-428f-bc61-c64abd4522dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.968114] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 855.968114] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524d758d-f545-a4e8-d2b4-f6a1194809df" [ 855.968114] env[69584]: _type = "Task" [ 855.968114] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.979223] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524d758d-f545-a4e8-d2b4-f6a1194809df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.010993] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.077546] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "afd7a1c1-1c84-4d77-b041-ef05793273c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.078495] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "afd7a1c1-1c84-4d77-b041-ef05793273c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.078495] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "afd7a1c1-1c84-4d77-b041-ef05793273c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.078495] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "afd7a1c1-1c84-4d77-b041-ef05793273c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.078495] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "afd7a1c1-1c84-4d77-b041-ef05793273c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.083414] env[69584]: INFO nova.compute.manager [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Terminating instance [ 856.182245] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "56f12a2c-d21f-414e-b27e-b140d735351e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.183277] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "56f12a2c-d21f-414e-b27e-b140d735351e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.183627] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "56f12a2c-d21f-414e-b27e-b140d735351e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.185790] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "56f12a2c-d21f-414e-b27e-b140d735351e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.185790] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "56f12a2c-d21f-414e-b27e-b140d735351e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.186660] env[69584]: INFO nova.compute.manager [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Terminating instance [ 856.244843] env[69584]: DEBUG oslo_vmware.api [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485582, 'name': PowerOnVM_Task, 'duration_secs': 0.609395} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.245945] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.245945] env[69584]: INFO nova.compute.manager [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Took 9.27 seconds to spawn the instance on the hypervisor. [ 856.246609] env[69584]: DEBUG nova.compute.manager [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.248403] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541d70c3-5d8e-4096-b255-8d6479f53ae1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.343050] env[69584]: DEBUG nova.scheduler.client.report [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.481020] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524d758d-f545-a4e8-d2b4-f6a1194809df, 'name': SearchDatastore_Task, 'duration_secs': 0.018564} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.481020] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.481020] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 9917d9fb-4616-4a99-85a2-4822f0c96a9d/9917d9fb-4616-4a99-85a2-4822f0c96a9d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.481020] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eee921f-ca49-43e2-92df-11b4b4d41043 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.486473] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 856.486473] env[69584]: value = "task-3485583" [ 856.486473] env[69584]: _type = "Task" [ 856.486473] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.498904] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.587618] env[69584]: DEBUG nova.compute.manager [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.587890] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.588818] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd80ff2-7119-415d-8328-0f00e30cd07e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.598142] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.598483] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffe33f10-b112-4e9d-b26c-d98734176870 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.612781] env[69584]: DEBUG oslo_vmware.api [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 856.612781] env[69584]: value = "task-3485584" [ 856.612781] env[69584]: _type = "Task" [ 856.612781] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.621828] env[69584]: DEBUG oslo_vmware.api [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.660017] env[69584]: DEBUG nova.compute.manager [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.691613] env[69584]: DEBUG nova.compute.manager [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.691822] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.694357] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ddc19d-7c9b-475d-a42d-a9f4b28f2c32 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.704825] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.707519] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.707894] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.708153] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.708430] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.708645] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.708888] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.709236] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.709553] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.709793] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.710029] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.710298] env[69584]: DEBUG nova.virt.hardware [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.710746] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc05877f-2b5b-4c03-b43d-30867c45faa9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.713331] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab79eae-d481-40c2-8eec-f168c79216e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.723526] env[69584]: DEBUG oslo_vmware.api [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 856.723526] env[69584]: value = "task-3485585" [ 856.723526] env[69584]: _type = "Task" [ 856.723526] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.732727] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2364c82d-576d-469e-bdf2-1ec31e928259 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.745878] env[69584]: DEBUG oslo_vmware.api [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.771534] env[69584]: INFO nova.compute.manager [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Took 37.44 seconds to build instance. [ 856.852768] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.855989] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.574s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.857748] env[69584]: INFO nova.compute.claims [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.894322] env[69584]: INFO nova.scheduler.client.report [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Deleted allocations for instance 540fbcfb-bd51-4234-870d-f0249768b239 [ 857.000543] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485583, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.128254] env[69584]: DEBUG oslo_vmware.api [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485584, 'name': PowerOffVM_Task, 'duration_secs': 0.393589} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.128598] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.129254] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.129254] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b071bc7-e081-4941-bd1d-5c9e0af93b34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.198106] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.198413] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.198624] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleting the datastore file [datastore1] afd7a1c1-1c84-4d77-b041-ef05793273c2 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.198898] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f27aba9-9c42-4669-b8cd-9023ca7f0c9e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.207446] env[69584]: DEBUG oslo_vmware.api [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 857.207446] env[69584]: value = "task-3485587" [ 857.207446] env[69584]: _type = "Task" [ 857.207446] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.216218] env[69584]: DEBUG oslo_vmware.api [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.222254] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb284fac-2bfb-40eb-97a2-d6e5cedf21f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.222942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb284fac-2bfb-40eb-97a2-d6e5cedf21f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.223733] env[69584]: DEBUG nova.objects.instance [None req-bb284fac-2bfb-40eb-97a2-d6e5cedf21f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'flavor' on Instance uuid a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.244564] env[69584]: DEBUG oslo_vmware.api [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485585, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.267119] env[69584]: DEBUG nova.network.neutron [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Successfully updated port: 39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.274339] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fbfbf24f-4622-4916-976b-259a5d9276bc tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "283b33ad-de82-4b79-8082-62da5612bf64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.955s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.404919] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a92de91a-e2b6-4cff-b0a0-c9586c76c593 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "540fbcfb-bd51-4234-870d-f0249768b239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.628s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.421654] env[69584]: DEBUG nova.compute.manager [req-913d4ac1-80c4-48f9-85c4-521dfbcac529 req-e441c609-fa4f-4ab0-acba-1f13e6b3ecec service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Received event network-vif-plugged-39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.421724] env[69584]: DEBUG oslo_concurrency.lockutils [req-913d4ac1-80c4-48f9-85c4-521dfbcac529 req-e441c609-fa4f-4ab0-acba-1f13e6b3ecec service nova] Acquiring lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.421927] env[69584]: DEBUG oslo_concurrency.lockutils [req-913d4ac1-80c4-48f9-85c4-521dfbcac529 req-e441c609-fa4f-4ab0-acba-1f13e6b3ecec service nova] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.422127] env[69584]: DEBUG oslo_concurrency.lockutils [req-913d4ac1-80c4-48f9-85c4-521dfbcac529 req-e441c609-fa4f-4ab0-acba-1f13e6b3ecec service nova] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.422279] env[69584]: DEBUG nova.compute.manager [req-913d4ac1-80c4-48f9-85c4-521dfbcac529 req-e441c609-fa4f-4ab0-acba-1f13e6b3ecec service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] No waiting events found dispatching network-vif-plugged-39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.422442] env[69584]: WARNING nova.compute.manager [req-913d4ac1-80c4-48f9-85c4-521dfbcac529 req-e441c609-fa4f-4ab0-acba-1f13e6b3ecec service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Received unexpected event network-vif-plugged-39592721-9dc1-47d3-a042-5b5036c7923c for instance with vm_state building and task_state spawning. [ 857.498789] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690529} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.499125] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 9917d9fb-4616-4a99-85a2-4822f0c96a9d/9917d9fb-4616-4a99-85a2-4822f0c96a9d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.499492] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.499653] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20665796-d892-4774-8e2f-78be989b60c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.507037] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 857.507037] env[69584]: value = "task-3485588" [ 857.507037] env[69584]: _type = "Task" [ 857.507037] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.516115] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.716733] env[69584]: DEBUG oslo_vmware.api [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306514} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.717094] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.717211] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.717430] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.717619] env[69584]: INFO nova.compute.manager [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 857.717861] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.718079] env[69584]: DEBUG nova.compute.manager [-] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.718180] env[69584]: DEBUG nova.network.neutron [-] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.734751] env[69584]: DEBUG nova.objects.instance [None req-bb284fac-2bfb-40eb-97a2-d6e5cedf21f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'pci_requests' on Instance uuid a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.735834] env[69584]: DEBUG oslo_vmware.api [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485585, 'name': PowerOffVM_Task, 'duration_secs': 0.540815} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.736718] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.736718] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.737020] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd96016b-fc25-4dac-a201-d29dbc1976f9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.768842] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.770023] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.770023] env[69584]: DEBUG nova.network.neutron [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.779251] env[69584]: DEBUG nova.compute.manager [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.799696] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.799858] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.800110] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleting the datastore file [datastore1] 56f12a2c-d21f-414e-b27e-b140d735351e {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.800438] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6f05968-7406-498e-b2f3-210e204d634f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.807561] env[69584]: DEBUG oslo_vmware.api [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for the task: (returnval){ [ 857.807561] env[69584]: value = "task-3485590" [ 857.807561] env[69584]: _type = "Task" [ 857.807561] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.820203] env[69584]: DEBUG oslo_vmware.api [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.021224] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120125} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.025439] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.026104] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918edb94-92b6-4bf1-b509-2e12e167a8cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.051783] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 9917d9fb-4616-4a99-85a2-4822f0c96a9d/9917d9fb-4616-4a99-85a2-4822f0c96a9d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.054832] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87c75328-0116-414a-8efe-9e7a212701fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.077453] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 858.077453] env[69584]: value = "task-3485591" [ 858.077453] env[69584]: _type = "Task" [ 858.077453] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.085847] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.237785] env[69584]: DEBUG nova.objects.base [None req-bb284fac-2bfb-40eb-97a2-d6e5cedf21f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 858.238011] env[69584]: DEBUG nova.network.neutron [None req-bb284fac-2bfb-40eb-97a2-d6e5cedf21f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.313913] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.324142] env[69584]: DEBUG oslo_vmware.api [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Task: {'id': task-3485590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23248} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.324982] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.324982] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.324982] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.325180] env[69584]: INFO nova.compute.manager [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 858.325390] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.325601] env[69584]: DEBUG nova.compute.manager [-] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.325692] env[69584]: DEBUG nova.network.neutron [-] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.341165] env[69584]: DEBUG nova.network.neutron [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.395036] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bb284fac-2bfb-40eb-97a2-d6e5cedf21f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.172s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.455074] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3342d79-0f37-41b4-97bd-3380f197ac05 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.463602] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72231f85-1337-4e76-a936-25bdef2fe11e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.505655] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4426908-30f8-4c33-93ff-18cfd1a8b500 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.516443] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.516773] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.518165] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce58150-c8af-415d-aaf0-543e42892661 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.534523] env[69584]: DEBUG nova.compute.provider_tree [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.591706] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.640041] env[69584]: DEBUG nova.network.neutron [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updating instance_info_cache with network_info: [{"id": "39592721-9dc1-47d3-a042-5b5036c7923c", "address": "fa:16:3e:ff:fd:ff", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39592721-9d", "ovs_interfaceid": "39592721-9dc1-47d3-a042-5b5036c7923c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.736553] env[69584]: DEBUG nova.network.neutron [-] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.037819] env[69584]: DEBUG nova.scheduler.client.report [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.088720] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485591, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.143586] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.143977] env[69584]: DEBUG nova.compute.manager [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Instance network_info: |[{"id": "39592721-9dc1-47d3-a042-5b5036c7923c", "address": "fa:16:3e:ff:fd:ff", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39592721-9d", "ovs_interfaceid": "39592721-9dc1-47d3-a042-5b5036c7923c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.144457] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:fd:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39592721-9dc1-47d3-a042-5b5036c7923c', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.152169] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.152432] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.152657] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dc10759-924d-4196-830f-33d4008cf9af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.173163] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.173163] env[69584]: value = "task-3485592" [ 859.173163] env[69584]: _type = "Task" [ 859.173163] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.180940] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485592, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.238194] env[69584]: INFO nova.compute.manager [-] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Took 1.52 seconds to deallocate network for instance. [ 859.257127] env[69584]: DEBUG nova.network.neutron [-] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.545033] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.545033] env[69584]: DEBUG nova.compute.manager [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.547180] env[69584]: DEBUG oslo_concurrency.lockutils [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 27.740s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.591901] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485591, 'name': ReconfigVM_Task, 'duration_secs': 1.053275} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.592624] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 9917d9fb-4616-4a99-85a2-4822f0c96a9d/9917d9fb-4616-4a99-85a2-4822f0c96a9d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.593472] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75817dbb-3c54-443f-9903-995c00024c5b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.601971] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 859.601971] env[69584]: value = "task-3485593" [ 859.601971] env[69584]: _type = "Task" [ 859.601971] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.610236] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485593, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.684198] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485592, 'name': CreateVM_Task, 'duration_secs': 0.434912} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.684198] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.684769] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.684769] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.684963] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.685268] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e79971-1c93-41e7-9495-74a1d93d0382 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.690454] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 859.690454] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524c73c6-01d7-c2e2-cd42-b35a818d2fa8" [ 859.690454] env[69584]: _type = "Task" [ 859.690454] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.698686] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524c73c6-01d7-c2e2-cd42-b35a818d2fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.746639] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.751840] env[69584]: DEBUG nova.compute.manager [req-501c9e45-a01b-4240-a7ec-2d12e6aead2e req-e65636f7-3a61-4c76-8eaa-324777e07082 service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Received event network-changed-39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.753743] env[69584]: DEBUG nova.compute.manager [req-501c9e45-a01b-4240-a7ec-2d12e6aead2e req-e65636f7-3a61-4c76-8eaa-324777e07082 service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Refreshing instance network info cache due to event network-changed-39592721-9dc1-47d3-a042-5b5036c7923c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.753743] env[69584]: DEBUG oslo_concurrency.lockutils [req-501c9e45-a01b-4240-a7ec-2d12e6aead2e req-e65636f7-3a61-4c76-8eaa-324777e07082 service nova] Acquiring lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.753743] env[69584]: DEBUG oslo_concurrency.lockutils [req-501c9e45-a01b-4240-a7ec-2d12e6aead2e req-e65636f7-3a61-4c76-8eaa-324777e07082 service nova] Acquired lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.753743] env[69584]: DEBUG nova.network.neutron [req-501c9e45-a01b-4240-a7ec-2d12e6aead2e req-e65636f7-3a61-4c76-8eaa-324777e07082 service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Refreshing network info cache for port 39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.759678] env[69584]: INFO nova.compute.manager [-] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Took 1.43 seconds to deallocate network for instance. [ 859.848196] env[69584]: DEBUG nova.compute.manager [req-c6b746e2-b0cb-485f-ac55-1e379d95ab25 req-2409f978-a0ce-4374-9310-963432e7ee7d service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Received event network-changed-77146857-6cc4-4c65-a730-e957188e18ae {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.848330] env[69584]: DEBUG nova.compute.manager [req-c6b746e2-b0cb-485f-ac55-1e379d95ab25 req-2409f978-a0ce-4374-9310-963432e7ee7d service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Refreshing instance network info cache due to event network-changed-77146857-6cc4-4c65-a730-e957188e18ae. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.848561] env[69584]: DEBUG oslo_concurrency.lockutils [req-c6b746e2-b0cb-485f-ac55-1e379d95ab25 req-2409f978-a0ce-4374-9310-963432e7ee7d service nova] Acquiring lock "refresh_cache-283b33ad-de82-4b79-8082-62da5612bf64" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.848653] env[69584]: DEBUG oslo_concurrency.lockutils [req-c6b746e2-b0cb-485f-ac55-1e379d95ab25 req-2409f978-a0ce-4374-9310-963432e7ee7d service nova] Acquired lock "refresh_cache-283b33ad-de82-4b79-8082-62da5612bf64" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.848813] env[69584]: DEBUG nova.network.neutron [req-c6b746e2-b0cb-485f-ac55-1e379d95ab25 req-2409f978-a0ce-4374-9310-963432e7ee7d service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Refreshing network info cache for port 77146857-6cc4-4c65-a730-e957188e18ae {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.051032] env[69584]: DEBUG nova.objects.instance [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lazy-loading 'migration_context' on Instance uuid ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.053243] env[69584]: DEBUG nova.compute.utils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.055629] env[69584]: DEBUG nova.compute.manager [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.055811] env[69584]: DEBUG nova.network.neutron [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.111522] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485593, 'name': Rename_Task, 'duration_secs': 0.231598} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.113236] env[69584]: DEBUG nova.policy [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3e4966acb3744f6b7495bbeeb7e2c7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbd34addc12d4987babefb9d922ad3d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.114450] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.114737] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49915d21-49ee-4bf1-9e3b-5b14dc3ce6ba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.123317] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 860.123317] env[69584]: value = "task-3485594" [ 860.123317] env[69584]: _type = "Task" [ 860.123317] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.131061] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.203028] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524c73c6-01d7-c2e2-cd42-b35a818d2fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.013361} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.203028] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.203028] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.203028] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.203028] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.203028] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.203404] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-706205b3-b5b6-4ddf-b6b0-74c54d312df0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.213397] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.213397] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.214050] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada3b6c0-abd4-4de7-bbef-a0e8c8457b20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.220948] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 860.220948] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e594d9-cc5c-4d4a-3075-38f23a69a409" [ 860.220948] env[69584]: _type = "Task" [ 860.220948] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.229445] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e594d9-cc5c-4d4a-3075-38f23a69a409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.267958] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.474238] env[69584]: DEBUG oslo_concurrency.lockutils [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.474672] env[69584]: DEBUG oslo_concurrency.lockutils [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.474976] env[69584]: DEBUG nova.objects.instance [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'flavor' on Instance uuid a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.566196] env[69584]: DEBUG nova.compute.manager [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.636974] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485594, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.710279] env[69584]: DEBUG nova.network.neutron [req-501c9e45-a01b-4240-a7ec-2d12e6aead2e req-e65636f7-3a61-4c76-8eaa-324777e07082 service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updated VIF entry in instance network info cache for port 39592721-9dc1-47d3-a042-5b5036c7923c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.710733] env[69584]: DEBUG nova.network.neutron [req-501c9e45-a01b-4240-a7ec-2d12e6aead2e req-e65636f7-3a61-4c76-8eaa-324777e07082 service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updating instance_info_cache with network_info: [{"id": "39592721-9dc1-47d3-a042-5b5036c7923c", "address": "fa:16:3e:ff:fd:ff", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39592721-9d", "ovs_interfaceid": "39592721-9dc1-47d3-a042-5b5036c7923c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.742647] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e594d9-cc5c-4d4a-3075-38f23a69a409, 'name': SearchDatastore_Task, 'duration_secs': 0.01663} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.745018] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc068f6-6184-44a7-a037-f27ae78dbcbe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.754880] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 860.754880] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5267ba4b-be10-aa88-6959-9a409842c42d" [ 860.754880] env[69584]: _type = "Task" [ 860.754880] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.768281] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5267ba4b-be10-aa88-6959-9a409842c42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.805707] env[69584]: DEBUG nova.network.neutron [req-c6b746e2-b0cb-485f-ac55-1e379d95ab25 req-2409f978-a0ce-4374-9310-963432e7ee7d service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Updated VIF entry in instance network info cache for port 77146857-6cc4-4c65-a730-e957188e18ae. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.809018] env[69584]: DEBUG nova.network.neutron [req-c6b746e2-b0cb-485f-ac55-1e379d95ab25 req-2409f978-a0ce-4374-9310-963432e7ee7d service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Updating instance_info_cache with network_info: [{"id": "77146857-6cc4-4c65-a730-e957188e18ae", "address": "fa:16:3e:9e:b6:3c", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77146857-6c", "ovs_interfaceid": "77146857-6cc4-4c65-a730-e957188e18ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.826227] env[69584]: DEBUG nova.network.neutron [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Successfully created port: 8864cbff-e84c-488a-bc29-18d2ca6c6cf0 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.097875] env[69584]: DEBUG nova.objects.instance [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'pci_requests' on Instance uuid a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.135934] env[69584]: DEBUG oslo_vmware.api [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485594, 'name': PowerOnVM_Task, 'duration_secs': 0.779109} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.136318] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.136527] env[69584]: INFO nova.compute.manager [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Took 9.31 seconds to spawn the instance on the hypervisor. [ 861.136713] env[69584]: DEBUG nova.compute.manager [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.137603] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed625c57-d92c-4c66-8693-4af09decaa9d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.142794] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b479ae1e-5825-4bc6-8622-cd34bc2ff3ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.156747] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f262f401-5346-4612-9901-a1142fee52bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.189048] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b369f316-72cd-4ec6-83fe-a3547c7ec118 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.197490] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d7d5d-481e-45c8-b581-7e9a0f5e569f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.212899] env[69584]: DEBUG nova.compute.provider_tree [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.215220] env[69584]: DEBUG oslo_concurrency.lockutils [req-501c9e45-a01b-4240-a7ec-2d12e6aead2e req-e65636f7-3a61-4c76-8eaa-324777e07082 service nova] Releasing lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.215454] env[69584]: DEBUG nova.compute.manager [req-501c9e45-a01b-4240-a7ec-2d12e6aead2e req-e65636f7-3a61-4c76-8eaa-324777e07082 service nova] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Received event network-vif-deleted-f3c341f9-0bac-4609-97b8-f1f042f0e856 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.215657] env[69584]: DEBUG nova.compute.manager [req-501c9e45-a01b-4240-a7ec-2d12e6aead2e req-e65636f7-3a61-4c76-8eaa-324777e07082 service nova] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Received event network-vif-deleted-ffcd916e-6adb-4f41-8852-ec7f47a2168c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.266380] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5267ba4b-be10-aa88-6959-9a409842c42d, 'name': SearchDatastore_Task, 'duration_secs': 0.018041} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.266683] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.266945] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206/6c2f0ba5-104f-41c6-ade6-7fe9efcfe206.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.267223] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5100e2d6-313d-43e7-a682-2ac147e84efb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.274072] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 861.274072] env[69584]: value = "task-3485595" [ 861.274072] env[69584]: _type = "Task" [ 861.274072] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.281861] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.311095] env[69584]: DEBUG oslo_concurrency.lockutils [req-c6b746e2-b0cb-485f-ac55-1e379d95ab25 req-2409f978-a0ce-4374-9310-963432e7ee7d service nova] Releasing lock "refresh_cache-283b33ad-de82-4b79-8082-62da5612bf64" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.577183] env[69584]: DEBUG nova.compute.manager [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.600370] env[69584]: DEBUG nova.objects.base [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 861.600515] env[69584]: DEBUG nova.network.neutron [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.604785] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.605033] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.605234] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.605437] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.605584] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.605738] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.605933] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.606148] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.606333] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.606499] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.606668] env[69584]: DEBUG nova.virt.hardware [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.608346] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b38168-a611-4c08-b25c-9bbdc8fd60bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.617794] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70201367-4e30-4fa6-a2e2-0ea889bdf387 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.661442] env[69584]: DEBUG nova.policy [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e095fdd3b54e82b2904ff564b8c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854ce7cfadbe4b698b2d7fd90b8e97c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.661442] env[69584]: INFO nova.compute.manager [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Took 37.90 seconds to build instance. [ 861.716047] env[69584]: DEBUG nova.scheduler.client.report [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.785943] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.975624] env[69584]: DEBUG nova.network.neutron [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Successfully created port: 4632911e-6430-483d-8bc2-10f1f5539809 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.163665] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cc8d5f79-ec58-495a-b2fc-afc09fbe1628 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.285587] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790218} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.285854] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206/6c2f0ba5-104f-41c6-ade6-7fe9efcfe206.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.286105] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.286435] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-075b18ee-192d-43c9-b980-1b1655029359 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.293303] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 862.293303] env[69584]: value = "task-3485596" [ 862.293303] env[69584]: _type = "Task" [ 862.293303] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.301033] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.461947] env[69584]: DEBUG nova.network.neutron [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Successfully updated port: 8864cbff-e84c-488a-bc29-18d2ca6c6cf0 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.669567] env[69584]: DEBUG nova.compute.manager [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.684066] env[69584]: DEBUG nova.compute.manager [req-e779ea39-1449-440e-865c-46cc8b9be08c req-d1683b9c-23b9-4549-840e-cc7f1ac111c9 service nova] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Received event network-vif-plugged-8864cbff-e84c-488a-bc29-18d2ca6c6cf0 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.684232] env[69584]: DEBUG oslo_concurrency.lockutils [req-e779ea39-1449-440e-865c-46cc8b9be08c req-d1683b9c-23b9-4549-840e-cc7f1ac111c9 service nova] Acquiring lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.684447] env[69584]: DEBUG oslo_concurrency.lockutils [req-e779ea39-1449-440e-865c-46cc8b9be08c req-d1683b9c-23b9-4549-840e-cc7f1ac111c9 service nova] Lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.684610] env[69584]: DEBUG oslo_concurrency.lockutils [req-e779ea39-1449-440e-865c-46cc8b9be08c req-d1683b9c-23b9-4549-840e-cc7f1ac111c9 service nova] Lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.684779] env[69584]: DEBUG nova.compute.manager [req-e779ea39-1449-440e-865c-46cc8b9be08c req-d1683b9c-23b9-4549-840e-cc7f1ac111c9 service nova] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] No waiting events found dispatching network-vif-plugged-8864cbff-e84c-488a-bc29-18d2ca6c6cf0 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.684943] env[69584]: WARNING nova.compute.manager [req-e779ea39-1449-440e-865c-46cc8b9be08c req-d1683b9c-23b9-4549-840e-cc7f1ac111c9 service nova] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Received unexpected event network-vif-plugged-8864cbff-e84c-488a-bc29-18d2ca6c6cf0 for instance with vm_state building and task_state spawning. [ 862.729026] env[69584]: DEBUG oslo_concurrency.lockutils [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.182s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.735032] env[69584]: DEBUG oslo_concurrency.lockutils [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.076s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.735407] env[69584]: DEBUG nova.objects.instance [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lazy-loading 'resources' on Instance uuid b4e9a64e-f47e-4ca9-9faa-de36436a7480 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.803155] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143945} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.803433] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.804227] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0438913a-7f05-4b1b-8a9e-ae9926ee7261 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.827044] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206/6c2f0ba5-104f-41c6-ade6-7fe9efcfe206.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.827373] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e1ea8d5-b548-48f7-bef2-8b0fcd6183fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.848037] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 862.848037] env[69584]: value = "task-3485597" [ 862.848037] env[69584]: _type = "Task" [ 862.848037] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.856228] env[69584]: INFO nova.compute.manager [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Rebuilding instance [ 862.858075] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.906206] env[69584]: DEBUG nova.compute.manager [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.907088] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f3e2a-3cad-4c37-8677-68241005c397 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.965092] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquiring lock "refresh_cache-cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.965329] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquired lock "refresh_cache-cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.965534] env[69584]: DEBUG nova.network.neutron [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.190228] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.357751] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.522538] env[69584]: DEBUG nova.network.neutron [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.535020] env[69584]: DEBUG oslo_concurrency.lockutils [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.535384] env[69584]: DEBUG oslo_concurrency.lockutils [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.535680] env[69584]: DEBUG oslo_concurrency.lockutils [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.535901] env[69584]: DEBUG oslo_concurrency.lockutils [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.536148] env[69584]: DEBUG oslo_concurrency.lockutils [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.538287] env[69584]: INFO nova.compute.manager [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Terminating instance [ 863.652143] env[69584]: DEBUG nova.network.neutron [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Successfully updated port: 4632911e-6430-483d-8bc2-10f1f5539809 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.703917] env[69584]: DEBUG nova.network.neutron [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Updating instance_info_cache with network_info: [{"id": "8864cbff-e84c-488a-bc29-18d2ca6c6cf0", "address": "fa:16:3e:7a:85:9b", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8864cbff-e8", "ovs_interfaceid": "8864cbff-e84c-488a-bc29-18d2ca6c6cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.716515] env[69584]: DEBUG oslo_vmware.rw_handles [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e164b9-c90f-5f1e-fb59-89d233d4bf4d/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 863.717538] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0607f89-1b75-48d0-b261-2c8c44bb60ba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.725338] env[69584]: DEBUG oslo_vmware.rw_handles [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e164b9-c90f-5f1e-fb59-89d233d4bf4d/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 863.725521] env[69584]: ERROR oslo_vmware.rw_handles [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e164b9-c90f-5f1e-fb59-89d233d4bf4d/disk-0.vmdk due to incomplete transfer. [ 863.725756] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95ae489c-efce-4f89-b850-1d296f10f5c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.733702] env[69584]: DEBUG oslo_vmware.rw_handles [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e164b9-c90f-5f1e-fb59-89d233d4bf4d/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 863.733908] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Uploaded image f0d52faa-d5c6-43d3-81a1-2d5bd4c73c2b to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 863.736267] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.739061] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d814520-b37e-407b-8ce9-38c1610c1414 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.747883] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 863.747883] env[69584]: value = "task-3485598" [ 863.747883] env[69584]: _type = "Task" [ 863.747883] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.760631] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485598, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.774819] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7756223f-6638-4063-97b9-dfa0a3da4752 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.781983] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34bbff2-1dfb-4a0b-8ec9-075e14dfbe66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.816043] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084189e1-1bb2-479b-a5bb-eff137dd5e34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.824033] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4708ec-a3aa-475c-aace-c8af85be2d20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.838195] env[69584]: DEBUG nova.compute.provider_tree [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.859109] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485597, 'name': ReconfigVM_Task, 'duration_secs': 0.597262} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.859403] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206/6c2f0ba5-104f-41c6-ade6-7fe9efcfe206.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.860036] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8157bf85-c53c-403a-95d0-031739ee906b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.865964] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 863.865964] env[69584]: value = "task-3485599" [ 863.865964] env[69584]: _type = "Task" [ 863.865964] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.874035] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485599, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.921220] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.921849] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8361ad46-c529-403c-a4ff-c393831d31f4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.928216] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 863.928216] env[69584]: value = "task-3485600" [ 863.928216] env[69584]: _type = "Task" [ 863.928216] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.937321] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.002571] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "e09f313d-695f-419a-ba7a-8fe26d166d3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.002843] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "e09f313d-695f-419a-ba7a-8fe26d166d3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.003093] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "e09f313d-695f-419a-ba7a-8fe26d166d3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.003262] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "e09f313d-695f-419a-ba7a-8fe26d166d3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.003467] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "e09f313d-695f-419a-ba7a-8fe26d166d3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.006257] env[69584]: INFO nova.compute.manager [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Terminating instance [ 864.047739] env[69584]: DEBUG nova.compute.manager [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.048072] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.049300] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0797457e-dbcf-446f-ad67-066da3573d3d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.057557] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.057821] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfc609ca-29c5-4993-b599-3d698dc5844e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.063680] env[69584]: DEBUG oslo_vmware.api [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 864.063680] env[69584]: value = "task-3485601" [ 864.063680] env[69584]: _type = "Task" [ 864.063680] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.072136] env[69584]: DEBUG oslo_vmware.api [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.154238] env[69584]: DEBUG oslo_concurrency.lockutils [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.154457] env[69584]: DEBUG oslo_concurrency.lockutils [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.154647] env[69584]: DEBUG nova.network.neutron [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.211556] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Releasing lock "refresh_cache-cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.211817] env[69584]: DEBUG nova.compute.manager [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Instance network_info: |[{"id": "8864cbff-e84c-488a-bc29-18d2ca6c6cf0", "address": "fa:16:3e:7a:85:9b", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8864cbff-e8", "ovs_interfaceid": "8864cbff-e84c-488a-bc29-18d2ca6c6cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.212279] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:85:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8864cbff-e84c-488a-bc29-18d2ca6c6cf0', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.220193] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Creating folder: Project (dbd34addc12d4987babefb9d922ad3d8). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.220377] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f0c6b38-298c-40c7-9858-91712816be26 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.232518] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Created folder: Project (dbd34addc12d4987babefb9d922ad3d8) in parent group-v696614. [ 864.232733] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Creating folder: Instances. Parent ref: group-v696787. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.232998] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee664b87-5d51-4026-b4a9-f116edc3b688 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.243206] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Created folder: Instances in parent group-v696787. [ 864.243469] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.243664] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.243890] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fce09ed1-1d99-4be4-bc45-b26013c3ebaf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.271974] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485598, 'name': Destroy_Task, 'duration_secs': 0.409714} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.273312] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Destroyed the VM [ 864.273533] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.273749] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.273749] env[69584]: value = "task-3485604" [ 864.273749] env[69584]: _type = "Task" [ 864.273749] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.273934] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1115764-9e32-4729-b6c8-1aba0a0acdbb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.280818] env[69584]: INFO nova.compute.manager [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Swapping old allocation on dict_keys(['30f8f051-88a7-431d-bbd1-9aafd798bbef']) held by migration 2d978f9c-5212-4cb5-b711-72eb1054d534 for instance [ 864.288429] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 864.288429] env[69584]: value = "task-3485605" [ 864.288429] env[69584]: _type = "Task" [ 864.288429] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.288598] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485604, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.295995] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485605, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.308851] env[69584]: DEBUG nova.scheduler.client.report [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Overwriting current allocation {'allocations': {'30f8f051-88a7-431d-bbd1-9aafd798bbef': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': '4eb999ce41aa44d188603fb15da3f124', 'user_id': '15049bf5969c42b1b39b547b7ffca868', 'consumer_generation': 1} on consumer ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2 {{(pid=69584) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 864.342102] env[69584]: DEBUG nova.scheduler.client.report [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.379331] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485599, 'name': Rename_Task, 'duration_secs': 0.264106} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.379652] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.379922] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d628998-ac77-49a6-aacb-801da98e6c70 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.386274] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 864.386274] env[69584]: value = "task-3485606" [ 864.386274] env[69584]: _type = "Task" [ 864.386274] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.394158] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.402256] env[69584]: DEBUG oslo_concurrency.lockutils [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.402445] env[69584]: DEBUG oslo_concurrency.lockutils [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquired lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.402650] env[69584]: DEBUG nova.network.neutron [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.438951] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485600, 'name': PowerOffVM_Task, 'duration_secs': 0.257975} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.439290] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.439546] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.440380] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10624256-d774-4aa8-8c46-fce874a6ebd6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.447186] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.447445] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c02ca16e-7621-410a-8b03-db04062c4a93 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.506155] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.506452] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.506788] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleting the datastore file [datastore1] 9917d9fb-4616-4a99-85a2-4822f0c96a9d {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.507193] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e26e5ad6-24a5-413c-bec9-fa843e34cc5d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.510220] env[69584]: DEBUG nova.compute.manager [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.510438] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.511255] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f2fd6f-a4bb-4140-820e-9af3326ade2e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.519697] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.520925] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a937d2bf-6dbf-4c2c-8dba-65e0e8bc176b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.522599] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 864.522599] env[69584]: value = "task-3485608" [ 864.522599] env[69584]: _type = "Task" [ 864.522599] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.527569] env[69584]: DEBUG oslo_vmware.api [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 864.527569] env[69584]: value = "task-3485609" [ 864.527569] env[69584]: _type = "Task" [ 864.527569] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.535382] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.540813] env[69584]: DEBUG oslo_vmware.api [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.576801] env[69584]: DEBUG oslo_vmware.api [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485601, 'name': PowerOffVM_Task, 'duration_secs': 0.228983} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.577175] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.577390] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.577744] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c2c9a48-eee3-4dad-a9e5-919f428691e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.653405] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.653743] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.654137] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Deleting the datastore file [datastore2] 6eb652f9-2e12-42b4-a311-fca05c5d2ea0 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.654398] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-768b6f57-ed79-4db6-a535-0c797e3960e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.661316] env[69584]: DEBUG oslo_vmware.api [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 864.661316] env[69584]: value = "task-3485611" [ 864.661316] env[69584]: _type = "Task" [ 864.661316] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.671457] env[69584]: DEBUG oslo_vmware.api [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.699870] env[69584]: WARNING nova.network.neutron [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] 075bdfcc-7e85-4a28-8d1a-c2a546d1edd8 already exists in list: networks containing: ['075bdfcc-7e85-4a28-8d1a-c2a546d1edd8']. ignoring it [ 864.785093] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485604, 'name': CreateVM_Task, 'duration_secs': 0.387835} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.785438] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.785994] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.786182] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.786509] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.786767] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e217129-ccd8-44c5-8e93-2aec6171af0e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.796290] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for the task: (returnval){ [ 864.796290] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52989d5f-4d6d-5ab0-bfdd-1b26fce98db0" [ 864.796290] env[69584]: _type = "Task" [ 864.796290] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.802695] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485605, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.807791] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52989d5f-4d6d-5ab0-bfdd-1b26fce98db0, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.808054] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.808311] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.808572] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.808733] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.808969] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.809298] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c8bc2c4-2c69-4147-baa7-016d13a2cebc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.816879] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.817071] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.817803] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11d109f-d536-4e41-a103-f05d4f842a46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.823162] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for the task: (returnval){ [ 864.823162] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521cc8c7-69fc-3ed3-19a4-6815b804329b" [ 864.823162] env[69584]: _type = "Task" [ 864.823162] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.830331] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521cc8c7-69fc-3ed3-19a4-6815b804329b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.847785] env[69584]: DEBUG oslo_concurrency.lockutils [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.849840] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.164s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.851339] env[69584]: INFO nova.compute.claims [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.864281] env[69584]: INFO nova.scheduler.client.report [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Deleted allocations for instance b4e9a64e-f47e-4ca9-9faa-de36436a7480 [ 864.899442] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485606, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.938684] env[69584]: DEBUG nova.compute.manager [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Received event network-changed-8864cbff-e84c-488a-bc29-18d2ca6c6cf0 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.938805] env[69584]: DEBUG nova.compute.manager [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Refreshing instance network info cache due to event network-changed-8864cbff-e84c-488a-bc29-18d2ca6c6cf0. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.939347] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] Acquiring lock "refresh_cache-cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.939575] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] Acquired lock "refresh_cache-cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.939751] env[69584]: DEBUG nova.network.neutron [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Refreshing network info cache for port 8864cbff-e84c-488a-bc29-18d2ca6c6cf0 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.037976] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225135} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.038287] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.038471] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.038647] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.049989] env[69584]: DEBUG oslo_vmware.api [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485609, 'name': PowerOffVM_Task, 'duration_secs': 0.1988} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.049989] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.049989] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.049989] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80426e2c-34db-4fc9-90a8-c5b6a59bd582 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.082803] env[69584]: DEBUG nova.network.neutron [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4632911e-6430-483d-8bc2-10f1f5539809", "address": "fa:16:3e:d7:8e:e1", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4632911e-64", "ovs_interfaceid": "4632911e-6430-483d-8bc2-10f1f5539809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.173630] env[69584]: DEBUG oslo_vmware.api [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184232} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.173869] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.174065] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.174252] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.174426] env[69584]: INFO nova.compute.manager [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 865.174665] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.174857] env[69584]: DEBUG nova.compute.manager [-] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.174948] env[69584]: DEBUG nova.network.neutron [-] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.201202] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.201428] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.201608] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Deleting the datastore file [datastore2] e09f313d-695f-419a-ba7a-8fe26d166d3b {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.202303] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-884cc61b-8269-4c87-bf92-3b13f7390719 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.209303] env[69584]: DEBUG oslo_vmware.api [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for the task: (returnval){ [ 865.209303] env[69584]: value = "task-3485613" [ 865.209303] env[69584]: _type = "Task" [ 865.209303] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.217738] env[69584]: DEBUG oslo_vmware.api [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.222214] env[69584]: DEBUG nova.network.neutron [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance_info_cache with network_info: [{"id": "efad75df-297a-40c8-83ac-30c29d3e507e", "address": "fa:16:3e:c0:88:a0", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefad75df-29", "ovs_interfaceid": "efad75df-297a-40c8-83ac-30c29d3e507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.299845] env[69584]: DEBUG oslo_vmware.api [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485605, 'name': RemoveSnapshot_Task, 'duration_secs': 0.763737} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.300135] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 865.300361] env[69584]: INFO nova.compute.manager [None req-31cc3827-dfc8-499b-b47b-6ccc1a2e9310 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Took 15.94 seconds to snapshot the instance on the hypervisor. [ 865.335750] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521cc8c7-69fc-3ed3-19a4-6815b804329b, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.336730] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51987d91-0142-49dc-8be7-3021df3314ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.342443] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for the task: (returnval){ [ 865.342443] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527aaf0b-9810-bece-241f-df4fd8b0675e" [ 865.342443] env[69584]: _type = "Task" [ 865.342443] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.350882] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527aaf0b-9810-bece-241f-df4fd8b0675e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.373820] env[69584]: DEBUG oslo_concurrency.lockutils [None req-929274ea-1fbe-4bf6-ad8d-de0a7f17842c tempest-ServerMetadataNegativeTestJSON-1045501013 tempest-ServerMetadataNegativeTestJSON-1045501013-project-member] Lock "b4e9a64e-f47e-4ca9-9faa-de36436a7480" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.628s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.398640] env[69584]: DEBUG oslo_vmware.api [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485606, 'name': PowerOnVM_Task, 'duration_secs': 0.536893} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.399023] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.399291] env[69584]: INFO nova.compute.manager [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Took 8.74 seconds to spawn the instance on the hypervisor. [ 865.399480] env[69584]: DEBUG nova.compute.manager [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.400268] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c006aab-8335-406f-b244-a13eedbb643a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.585870] env[69584]: DEBUG oslo_concurrency.lockutils [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.589019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.589019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.589019] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6985d-0580-40a1-bcc4-d3145722bb75 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.606538] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.606793] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.606947] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.607146] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.607292] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.607440] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.607642] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.607800] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.607966] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.608133] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.608306] env[69584]: DEBUG nova.virt.hardware [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.614483] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Reconfiguring VM to attach interface {{(pid=69584) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 865.617234] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6533f0a9-0cc6-4bab-a8e8-8bcaf7d26e61 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.635411] env[69584]: DEBUG oslo_vmware.api [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 865.635411] env[69584]: value = "task-3485614" [ 865.635411] env[69584]: _type = "Task" [ 865.635411] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.643262] env[69584]: DEBUG oslo_vmware.api [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485614, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.720764] env[69584]: DEBUG oslo_vmware.api [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Task: {'id': task-3485613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171112} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.721028] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.721220] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.721396] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.721569] env[69584]: INFO nova.compute.manager [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 865.721805] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.721986] env[69584]: DEBUG nova.compute.manager [-] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.722098] env[69584]: DEBUG nova.network.neutron [-] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.725268] env[69584]: DEBUG oslo_concurrency.lockutils [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Releasing lock "refresh_cache-ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.725709] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.725954] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd4375a0-f90c-4426-b699-375546b2c6f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.732441] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 865.732441] env[69584]: value = "task-3485615" [ 865.732441] env[69584]: _type = "Task" [ 865.732441] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.740220] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.854762] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527aaf0b-9810-bece-241f-df4fd8b0675e, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.855485] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.855796] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0/cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.856077] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4723761-5337-42a5-986c-92e9a6b6e898 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.866242] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for the task: (returnval){ [ 865.866242] env[69584]: value = "task-3485616" [ 865.866242] env[69584]: _type = "Task" [ 865.866242] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.874805] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.880676] env[69584]: DEBUG nova.network.neutron [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Updated VIF entry in instance network info cache for port 8864cbff-e84c-488a-bc29-18d2ca6c6cf0. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.880943] env[69584]: DEBUG nova.network.neutron [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Updating instance_info_cache with network_info: [{"id": "8864cbff-e84c-488a-bc29-18d2ca6c6cf0", "address": "fa:16:3e:7a:85:9b", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8864cbff-e8", "ovs_interfaceid": "8864cbff-e84c-488a-bc29-18d2ca6c6cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.923446] env[69584]: INFO nova.compute.manager [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Took 41.08 seconds to build instance. [ 866.061023] env[69584]: DEBUG nova.network.neutron [-] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.088731] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.089140] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.089391] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.089603] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.089825] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.090105] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.090913] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.090913] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.090913] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.090913] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.091913] env[69584]: DEBUG nova.virt.hardware [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.093017] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559e9734-85f7-4cc5-a835-641125a7b4bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.106060] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e577896-e4db-4fe6-af56-1006383d3793 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.125541] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:02:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d41812f-1c6a-4b00-b671-b3cc00c9a966', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.133501] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.137104] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.137793] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebbb3b3e-5da9-4691-b571-3da9ea6da790 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.163584] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.163584] env[69584]: value = "task-3485617" [ 866.163584] env[69584]: _type = "Task" [ 866.163584] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.170860] env[69584]: DEBUG oslo_vmware.api [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.180940] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485617, 'name': CreateVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.247599] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485615, 'name': PowerOffVM_Task, 'duration_secs': 0.246049} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.247908] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.248811] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:55:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56ee395a-36c1-474a-b5c7-14d85e8307f4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-932803112',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.248928] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.249111] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.249310] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.249471] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.250109] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.250109] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.250291] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.250480] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.250754] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.250899] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.259603] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd57b3d-4a99-4f70-9d73-e2253b1c10ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.279032] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 866.279032] env[69584]: value = "task-3485618" [ 866.279032] env[69584]: _type = "Task" [ 866.279032] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.297171] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.376131] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485616, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.383526] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] Releasing lock "refresh_cache-cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.383782] env[69584]: DEBUG nova.compute.manager [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received event network-vif-plugged-4632911e-6430-483d-8bc2-10f1f5539809 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.383977] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.384195] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.384356] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.384524] env[69584]: DEBUG nova.compute.manager [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] No waiting events found dispatching network-vif-plugged-4632911e-6430-483d-8bc2-10f1f5539809 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.384690] env[69584]: WARNING nova.compute.manager [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received unexpected event network-vif-plugged-4632911e-6430-483d-8bc2-10f1f5539809 for instance with vm_state active and task_state None. [ 866.384856] env[69584]: DEBUG nova.compute.manager [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received event network-changed-4632911e-6430-483d-8bc2-10f1f5539809 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.385011] env[69584]: DEBUG nova.compute.manager [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Refreshing instance network info cache due to event network-changed-4632911e-6430-483d-8bc2-10f1f5539809. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.385240] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] Acquiring lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.385616] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] Acquired lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.385616] env[69584]: DEBUG nova.network.neutron [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Refreshing network info cache for port 4632911e-6430-483d-8bc2-10f1f5539809 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.427565] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bada2378-4344-46dd-8a0f-3b9ac8b11140 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.030s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.474519] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c38b1ea-e292-4207-ad38-d4ba1959f8e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.482825] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c1c150-7d36-4972-94e8-8e59396a8dd2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.514408] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4c1141-f3da-4166-b7e3-7e84d76339eb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.525975] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86804be0-31c1-4d22-8ad2-9d10d30f76df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.539342] env[69584]: DEBUG nova.compute.provider_tree [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.566497] env[69584]: INFO nova.compute.manager [-] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Took 1.39 seconds to deallocate network for instance. [ 866.581650] env[69584]: DEBUG nova.network.neutron [-] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.647057] env[69584]: DEBUG oslo_vmware.api [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485614, 'name': ReconfigVM_Task, 'duration_secs': 0.69001} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.647622] env[69584]: DEBUG oslo_concurrency.lockutils [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.647852] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Reconfigured VM to attach interface {{(pid=69584) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 866.674897] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485617, 'name': CreateVM_Task, 'duration_secs': 0.412719} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.675085] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.675812] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.675967] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.676317] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.676567] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27021842-da5b-4d92-aa0f-d3963ffc16ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.691300] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 866.691300] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b42bd-b415-54cf-9973-c7287548b4e0" [ 866.691300] env[69584]: _type = "Task" [ 866.691300] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.700952] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b42bd-b415-54cf-9973-c7287548b4e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.788891] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485618, 'name': ReconfigVM_Task, 'duration_secs': 0.242527} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.789978] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff44c62-9f5c-4478-8b03-57db4481bbef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.810187] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:55:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56ee395a-36c1-474a-b5c7-14d85e8307f4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-932803112',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.810462] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.810614] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.810792] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.810940] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.811143] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.811368] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.811529] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.811696] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.811852] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.812038] env[69584]: DEBUG nova.virt.hardware [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.812851] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612dbcd8-89ed-4d5b-ada1-782cc1e32b6a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.818687] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 866.818687] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524f443f-63d0-dcf0-db16-38c17f1b6cbc" [ 866.818687] env[69584]: _type = "Task" [ 866.818687] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.827685] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524f443f-63d0-dcf0-db16-38c17f1b6cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.006612} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.833460] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 866.833754] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07510472-5260-4dc5-a362-482e3cb27bb2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.853050] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 866.853050] env[69584]: value = "task-3485619" [ 866.853050] env[69584]: _type = "Task" [ 866.853050] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.862578] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.877726] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940871} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.880531] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0/cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.880531] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.880531] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa7bd7d0-5188-4f11-be52-0bf5de0fb8eb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.885228] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for the task: (returnval){ [ 866.885228] env[69584]: value = "task-3485620" [ 866.885228] env[69584]: _type = "Task" [ 866.885228] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.897398] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.042832] env[69584]: DEBUG nova.scheduler.client.report [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.077431] env[69584]: DEBUG oslo_concurrency.lockutils [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.083835] env[69584]: INFO nova.compute.manager [-] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Took 1.36 seconds to deallocate network for instance. [ 867.154563] env[69584]: DEBUG oslo_concurrency.lockutils [None req-793b07be-ff59-4bfd-8ae2-eeddec16cb33 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.678s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.157091] env[69584]: DEBUG nova.network.neutron [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updated VIF entry in instance network info cache for port 4632911e-6430-483d-8bc2-10f1f5539809. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.157511] env[69584]: DEBUG nova.network.neutron [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4632911e-6430-483d-8bc2-10f1f5539809", "address": "fa:16:3e:d7:8e:e1", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4632911e-64", "ovs_interfaceid": "4632911e-6430-483d-8bc2-10f1f5539809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.206662] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b42bd-b415-54cf-9973-c7287548b4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.206662] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.206805] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.207116] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.207333] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.207566] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.207875] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f48e7d8b-926f-46b4-aaee-923f4bf8e68b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.218493] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.218493] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.218493] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2329f6a3-90e8-481a-9be3-6ff54cced06d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.225817] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 867.225817] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c304a8-59f0-f98f-4d5b-7eebe365d580" [ 867.225817] env[69584]: _type = "Task" [ 867.225817] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.234023] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c304a8-59f0-f98f-4d5b-7eebe365d580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.363467] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485619, 'name': ReconfigVM_Task, 'duration_secs': 0.457753} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.363611] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 867.364672] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d26b87a-bdcb-4bb6-af12-46e39da480a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.393023] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2/ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.393023] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df189556-7774-41b6-9eea-da484af850d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.415127] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110717} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.415437] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.416245] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d77c22-43c4-49dd-8814-b5f317a15e3b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.422127] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 867.422127] env[69584]: value = "task-3485621" [ 867.422127] env[69584]: _type = "Task" [ 867.422127] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.441965] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0/cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.445997] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902af4eb-8371-4e94-ad2b-f1806908edc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.462851] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.469331] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for the task: (returnval){ [ 867.469331] env[69584]: value = "task-3485622" [ 867.469331] env[69584]: _type = "Task" [ 867.469331] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.478529] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.548727] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.549329] env[69584]: DEBUG nova.compute.manager [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.556153] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.221s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.592151] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.661618] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd3a97b1-3c67-4de8-892f-7fbb73a0f42e req-d100c7fe-967a-408e-a4cf-31c9a516e263 service nova] Releasing lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.740654] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c304a8-59f0-f98f-4d5b-7eebe365d580, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.741623] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7dd02d-a7dc-4ff8-9ed3-a88dd04e288f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.748252] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 867.748252] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d3942e-e4af-b06f-08e0-0ecdccfde86c" [ 867.748252] env[69584]: _type = "Task" [ 867.748252] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.761334] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d3942e-e4af-b06f-08e0-0ecdccfde86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.822578] env[69584]: DEBUG nova.compute.manager [req-8c358804-563e-41d8-bca7-56629f8a008c req-ba445a2e-f08b-47c1-a63d-e60ff538b271 service nova] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Received event network-vif-deleted-5354ca0a-c38f-4949-974b-9503f818e13c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.822578] env[69584]: DEBUG nova.compute.manager [req-8c358804-563e-41d8-bca7-56629f8a008c req-ba445a2e-f08b-47c1-a63d-e60ff538b271 service nova] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Received event network-vif-deleted-812a1005-4cc0-4ace-866a-05bcfd067c1f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.930442] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485621, 'name': ReconfigVM_Task, 'duration_secs': 0.327515} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.930735] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2/ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.931617] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b0ad9f-f508-4484-b83d-6b45f5b001b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.950836] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64db519f-9fa7-42e3-a6b8-99e0f25e9895 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.981961] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3ff2f6-b456-4a0d-b36a-5064d8087cf2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.986216] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485622, 'name': ReconfigVM_Task, 'duration_secs': 0.442456} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.999647] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Reconfigured VM instance instance-0000003f to attach disk [datastore1] cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0/cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.000461] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7582dbac-e9c9-4f79-aea0-0b2f034ece9d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.002717] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7082d63-80f0-4750-ae9f-72e1522aac26 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.010624] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.011501] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bceed84-671b-4e84-8c2c-675544267e74 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.013107] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for the task: (returnval){ [ 868.013107] env[69584]: value = "task-3485623" [ 868.013107] env[69584]: _type = "Task" [ 868.013107] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.018328] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 868.018328] env[69584]: value = "task-3485624" [ 868.018328] env[69584]: _type = "Task" [ 868.018328] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.021733] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485623, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.029080] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.057145] env[69584]: DEBUG nova.compute.utils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.058958] env[69584]: DEBUG nova.compute.manager [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.059271] env[69584]: DEBUG nova.network.neutron [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.122543] env[69584]: DEBUG nova.policy [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dcdf18b5bf14160b9045070f4694d11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fd97642ffa84fecab8fce7645ac64b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.184997] env[69584]: DEBUG nova.compute.manager [req-40090524-a42c-4938-9e99-b61b099c6816 req-6ec2610a-61dd-4085-acf9-fc92c5fc97f6 service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Received event network-changed-39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.185440] env[69584]: DEBUG nova.compute.manager [req-40090524-a42c-4938-9e99-b61b099c6816 req-6ec2610a-61dd-4085-acf9-fc92c5fc97f6 service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Refreshing instance network info cache due to event network-changed-39592721-9dc1-47d3-a042-5b5036c7923c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.185725] env[69584]: DEBUG oslo_concurrency.lockutils [req-40090524-a42c-4938-9e99-b61b099c6816 req-6ec2610a-61dd-4085-acf9-fc92c5fc97f6 service nova] Acquiring lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.185818] env[69584]: DEBUG oslo_concurrency.lockutils [req-40090524-a42c-4938-9e99-b61b099c6816 req-6ec2610a-61dd-4085-acf9-fc92c5fc97f6 service nova] Acquired lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.185973] env[69584]: DEBUG nova.network.neutron [req-40090524-a42c-4938-9e99-b61b099c6816 req-6ec2610a-61dd-4085-acf9-fc92c5fc97f6 service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Refreshing network info cache for port 39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.259159] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d3942e-e4af-b06f-08e0-0ecdccfde86c, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.259454] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.259717] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 9917d9fb-4616-4a99-85a2-4822f0c96a9d/9917d9fb-4616-4a99-85a2-4822f0c96a9d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.260229] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e8e25c7-62d5-412e-bc2b-76344b2a88ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.268745] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 868.268745] env[69584]: value = "task-3485625" [ 868.268745] env[69584]: _type = "Task" [ 868.268745] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.277341] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.491716] env[69584]: DEBUG nova.network.neutron [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Successfully created port: a0e04bc9-29f5-48f4-8123-914b6ecf0d24 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.522548] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485623, 'name': Rename_Task, 'duration_secs': 0.214645} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.526616] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.526616] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6021add0-d95b-41e5-a874-4b58456c2c93 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.533951] env[69584]: DEBUG oslo_vmware.api [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485624, 'name': PowerOnVM_Task, 'duration_secs': 0.430901} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.535102] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.538481] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for the task: (returnval){ [ 868.538481] env[69584]: value = "task-3485626" [ 868.538481] env[69584]: _type = "Task" [ 868.538481] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.550145] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.559315] env[69584]: DEBUG nova.compute.manager [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 1cb12eb8-8e6e-4513-8408-18afd328e053 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance a370afe3-c2f8-432a-a526-81426d935a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 8707506a-e8d9-462c-bb69-9540aa6b8ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 4298e770-e96e-4e91-8712-d352ac2daba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ed0619a9-9206-4935-bb9c-00e3265e8211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance f6ea22c7-5703-4d58-b92a-42febea3bb06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 9805d5cc-af24-4bf5-b99b-4bc316661526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 415bb90f-8235-4e19-84dd-50927452592a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 3137d543-006b-4f18-bbff-d1288ea4017b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634220] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ef45db2f-2489-474f-ae77-492fa1c8517e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.634220] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 6eb652f9-2e12-42b4-a311-fca05c5d2ea0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.634220] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance e09f313d-695f-419a-ba7a-8fe26d166d3b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.634617] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 0152d67e-8b6d-4cf4-8395-78b784260d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.634617] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 19ce0d06-8777-46de-9b14-f704bb4e149c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.635513] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 6057c2c1-ef4c-464e-9385-47a95cd09825 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.636028] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 744a7db4-6a8e-407e-890b-21e479b752bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.636421] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance afd7a1c1-1c84-4d77-b041-ef05793273c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.637713] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 56f12a2c-d21f-414e-b27e-b140d735351e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.637713] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 283b33ad-de82-4b79-8082-62da5612bf64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.637713] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.637713] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 9917d9fb-4616-4a99-85a2-4822f0c96a9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.637713] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.637713] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.637713] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance b8ade33d-589e-4c3e-87ef-301aa95b28e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 868.780510] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485625, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.055196] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.144501] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ecba1888-6446-46eb-92f1-33ce6ebdcfc3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 869.281205] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485625, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.422803] env[69584]: DEBUG nova.network.neutron [req-40090524-a42c-4938-9e99-b61b099c6816 req-6ec2610a-61dd-4085-acf9-fc92c5fc97f6 service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updated VIF entry in instance network info cache for port 39592721-9dc1-47d3-a042-5b5036c7923c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.423323] env[69584]: DEBUG nova.network.neutron [req-40090524-a42c-4938-9e99-b61b099c6816 req-6ec2610a-61dd-4085-acf9-fc92c5fc97f6 service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updating instance_info_cache with network_info: [{"id": "39592721-9dc1-47d3-a042-5b5036c7923c", "address": "fa:16:3e:ff:fd:ff", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39592721-9d", "ovs_interfaceid": "39592721-9dc1-47d3-a042-5b5036c7923c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.549054] env[69584]: DEBUG oslo_vmware.api [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485626, 'name': PowerOnVM_Task, 'duration_secs': 0.854771} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.549401] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.549633] env[69584]: INFO nova.compute.manager [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Took 7.97 seconds to spawn the instance on the hypervisor. [ 869.550496] env[69584]: DEBUG nova.compute.manager [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.550641] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5067903-d9bb-44a1-9bd4-3d034f7b715f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.557602] env[69584]: INFO nova.compute.manager [None req-338e0429-e5f6-4838-bc42-e0f46edf7dae tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance to original state: 'active' [ 869.569527] env[69584]: DEBUG nova.compute.manager [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.601455] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.601766] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.601931] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.602130] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.602277] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.602424] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.602632] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.602789] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.602955] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.603130] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.603304] env[69584]: DEBUG nova.virt.hardware [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.604402] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daacabf-b197-4dbd-989e-6767317bac6f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.612771] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d2fa1c-0172-4620-b48a-1b48b4fe6a77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.648091] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 33f0d54e-db21-422a-ad33-6a4fd02e2d62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 869.781066] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485625, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.929036] env[69584]: DEBUG oslo_concurrency.lockutils [req-40090524-a42c-4938-9e99-b61b099c6816 req-6ec2610a-61dd-4085-acf9-fc92c5fc97f6 service nova] Releasing lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.937413] env[69584]: DEBUG nova.compute.manager [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.938370] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20553675-577f-46d8-8d57-58ee587f03d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.993716] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-e517e879-1475-4018-a45c-56bd4164fbcf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.993983] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-e517e879-1475-4018-a45c-56bd4164fbcf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.994366] env[69584]: DEBUG nova.objects.instance [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'flavor' on Instance uuid a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.074448] env[69584]: INFO nova.compute.manager [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Took 39.82 seconds to build instance. [ 870.150920] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 7e92478c-7c46-4700-940c-cf8c6fd89ed6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 870.280911] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485625, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.862571} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.281181] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 9917d9fb-4616-4a99-85a2-4822f0c96a9d/9917d9fb-4616-4a99-85a2-4822f0c96a9d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.281401] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.281646] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-471ba49a-7401-461c-b9a0-65babfdc0189 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.287957] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 870.287957] env[69584]: value = "task-3485627" [ 870.287957] env[69584]: _type = "Task" [ 870.287957] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.296517] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.450388] env[69584]: INFO nova.compute.manager [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] instance snapshotting [ 870.454344] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fc0e5a-fb6d-414f-a899-42cd9a73b4a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.474986] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1461f877-491e-4295-98af-838e7dc9656d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.577965] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29aeca6a-2e1b-4847-96da-48f2c83ad1f4 tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.520s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.653708] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 9a44842a-d07a-456a-849c-40c012ec56ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 870.680349] env[69584]: DEBUG nova.objects.instance [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'pci_requests' on Instance uuid a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.794562] env[69584]: DEBUG nova.network.neutron [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Successfully updated port: a0e04bc9-29f5-48f4-8123-914b6ecf0d24 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.801915] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063761} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.802217] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.803147] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac43cf69-cfe6-4a75-a751-2fa64c32e9c2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.826896] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 9917d9fb-4616-4a99-85a2-4822f0c96a9d/9917d9fb-4616-4a99-85a2-4822f0c96a9d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.827444] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9d198a-dc29-480f-beeb-e2c6f6807da9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.848281] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 870.848281] env[69584]: value = "task-3485628" [ 870.848281] env[69584]: _type = "Task" [ 870.848281] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.858963] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.921261] env[69584]: DEBUG nova.compute.manager [req-4c7e74e6-b47f-4216-80cb-58e7adb0d58c req-c43a54dd-33ad-445a-a181-1688ad655e7b service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Received event network-vif-plugged-a0e04bc9-29f5-48f4-8123-914b6ecf0d24 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.921261] env[69584]: DEBUG oslo_concurrency.lockutils [req-4c7e74e6-b47f-4216-80cb-58e7adb0d58c req-c43a54dd-33ad-445a-a181-1688ad655e7b service nova] Acquiring lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.921261] env[69584]: DEBUG oslo_concurrency.lockutils [req-4c7e74e6-b47f-4216-80cb-58e7adb0d58c req-c43a54dd-33ad-445a-a181-1688ad655e7b service nova] Lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.921261] env[69584]: DEBUG oslo_concurrency.lockutils [req-4c7e74e6-b47f-4216-80cb-58e7adb0d58c req-c43a54dd-33ad-445a-a181-1688ad655e7b service nova] Lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.921261] env[69584]: DEBUG nova.compute.manager [req-4c7e74e6-b47f-4216-80cb-58e7adb0d58c req-c43a54dd-33ad-445a-a181-1688ad655e7b service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] No waiting events found dispatching network-vif-plugged-a0e04bc9-29f5-48f4-8123-914b6ecf0d24 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.921261] env[69584]: WARNING nova.compute.manager [req-4c7e74e6-b47f-4216-80cb-58e7adb0d58c req-c43a54dd-33ad-445a-a181-1688ad655e7b service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Received unexpected event network-vif-plugged-a0e04bc9-29f5-48f4-8123-914b6ecf0d24 for instance with vm_state building and task_state spawning. [ 870.986066] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 870.986823] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f47cc0ca-94a8-4bdc-8594-54fea78213e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.993709] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 870.993709] env[69584]: value = "task-3485629" [ 870.993709] env[69584]: _type = "Task" [ 870.993709] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.002704] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.156567] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance a29f1ec4-6684-41cf-baf4-03799d626d98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 871.183546] env[69584]: DEBUG nova.objects.base [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.183757] env[69584]: DEBUG nova.network.neutron [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.207544] env[69584]: DEBUG nova.compute.manager [None req-c509ae07-51d7-42ab-89f8-0fcd218d97fb tempest-ServerExternalEventsTest-410541533 tempest-ServerExternalEventsTest-410541533-project] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Received event network-changed {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.207777] env[69584]: DEBUG nova.compute.manager [None req-c509ae07-51d7-42ab-89f8-0fcd218d97fb tempest-ServerExternalEventsTest-410541533 tempest-ServerExternalEventsTest-410541533-project] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Refreshing instance network info cache due to event network-changed. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.207981] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c509ae07-51d7-42ab-89f8-0fcd218d97fb tempest-ServerExternalEventsTest-410541533 tempest-ServerExternalEventsTest-410541533-project] Acquiring lock "refresh_cache-cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.208116] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c509ae07-51d7-42ab-89f8-0fcd218d97fb tempest-ServerExternalEventsTest-410541533 tempest-ServerExternalEventsTest-410541533-project] Acquired lock "refresh_cache-cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.208277] env[69584]: DEBUG nova.network.neutron [None req-c509ae07-51d7-42ab-89f8-0fcd218d97fb tempest-ServerExternalEventsTest-410541533 tempest-ServerExternalEventsTest-410541533-project] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.250051] env[69584]: DEBUG nova.policy [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e095fdd3b54e82b2904ff564b8c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854ce7cfadbe4b698b2d7fd90b8e97c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.297338] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "refresh_cache-b8ade33d-589e-4c3e-87ef-301aa95b28e6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.297462] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "refresh_cache-b8ade33d-589e-4c3e-87ef-301aa95b28e6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.297581] env[69584]: DEBUG nova.network.neutron [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.362805] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485628, 'name': ReconfigVM_Task, 'duration_secs': 0.324761} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.362958] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 9917d9fb-4616-4a99-85a2-4822f0c96a9d/9917d9fb-4616-4a99-85a2-4822f0c96a9d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.365050] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b0f064d-438a-445a-bbf3-12582b9f6823 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.370524] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 871.370524] env[69584]: value = "task-3485630" [ 871.370524] env[69584]: _type = "Task" [ 871.370524] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.383932] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485630, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.504277] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485629, 'name': CreateSnapshot_Task, 'duration_secs': 0.457384} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.504475] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 871.505215] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4219d9b8-de48-4941-8b1a-ad7bab16ea99 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.659636] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance a03fe057-a751-4d32-85f1-6e95851a0e91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 871.848243] env[69584]: DEBUG nova.network.neutron [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.881577] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485630, 'name': Rename_Task, 'duration_secs': 0.153594} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.884148] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.884423] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e7b16e-9cb0-4d32-90bc-4dbc0e697e54 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.894828] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 871.894828] env[69584]: value = "task-3485631" [ 871.894828] env[69584]: _type = "Task" [ 871.894828] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.903221] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.023143] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 872.024150] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76bccb9e-e12b-4cc4-9f89-f3902c093a64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.036312] env[69584]: DEBUG nova.network.neutron [None req-c509ae07-51d7-42ab-89f8-0fcd218d97fb tempest-ServerExternalEventsTest-410541533 tempest-ServerExternalEventsTest-410541533-project] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Updating instance_info_cache with network_info: [{"id": "8864cbff-e84c-488a-bc29-18d2ca6c6cf0", "address": "fa:16:3e:7a:85:9b", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8864cbff-e8", "ovs_interfaceid": "8864cbff-e84c-488a-bc29-18d2ca6c6cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.037924] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 872.037924] env[69584]: value = "task-3485632" [ 872.037924] env[69584]: _type = "Task" [ 872.037924] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.047747] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485632, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.102455] env[69584]: DEBUG nova.network.neutron [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Updating instance_info_cache with network_info: [{"id": "a0e04bc9-29f5-48f4-8123-914b6ecf0d24", "address": "fa:16:3e:0d:0e:58", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e04bc9-29", "ovs_interfaceid": "a0e04bc9-29f5-48f4-8123-914b6ecf0d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.162608] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance c6196367-cd11-4e77-abf7-b0a860d1e0e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 872.163098] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 872.164330] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 872.197380] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquiring lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.197713] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.197852] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquiring lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.198047] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.198219] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.201013] env[69584]: INFO nova.compute.manager [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Terminating instance [ 872.263308] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.263308] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.263308] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.263308] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.263308] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.266207] env[69584]: INFO nova.compute.manager [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Terminating instance [ 872.408045] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485631, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.539232] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c509ae07-51d7-42ab-89f8-0fcd218d97fb tempest-ServerExternalEventsTest-410541533 tempest-ServerExternalEventsTest-410541533-project] Releasing lock "refresh_cache-cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.548587] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485632, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.605257] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "refresh_cache-b8ade33d-589e-4c3e-87ef-301aa95b28e6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.605651] env[69584]: DEBUG nova.compute.manager [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Instance network_info: |[{"id": "a0e04bc9-29f5-48f4-8123-914b6ecf0d24", "address": "fa:16:3e:0d:0e:58", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e04bc9-29", "ovs_interfaceid": "a0e04bc9-29f5-48f4-8123-914b6ecf0d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.606052] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:0e:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0e04bc9-29f5-48f4-8123-914b6ecf0d24', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.613835] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.615148] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.615929] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69cc00a-298a-4323-9418-6b81199f8790 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.618953] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96de9a3e-66fd-47c5-b1d1-c053d2351c53 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.638277] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db973fa6-34ea-4c37-b369-d5e4240adf31 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.642923] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.642923] env[69584]: value = "task-3485633" [ 872.642923] env[69584]: _type = "Task" [ 872.642923] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.674032] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb9670f-a17c-44ce-9beb-ec67ad27834d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.679871] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485633, 'name': CreateVM_Task} progress is 15%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.684997] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c900723d-9870-4bdd-9ef6-ae1d2c78d0fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.704332] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.707960] env[69584]: DEBUG nova.compute.manager [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.708332] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.709587] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fc0e71-8bc4-4360-b519-d0157a7eaf5c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.719319] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.719594] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6fd558-8a61-4b73-af64-1baa38cfebfe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.725851] env[69584]: DEBUG oslo_vmware.api [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for the task: (returnval){ [ 872.725851] env[69584]: value = "task-3485634" [ 872.725851] env[69584]: _type = "Task" [ 872.725851] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.734752] env[69584]: DEBUG oslo_vmware.api [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.774430] env[69584]: DEBUG nova.compute.manager [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.774700] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.775837] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8cf331-9bda-4601-a328-23e898119ed1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.784929] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.785276] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-714fdb41-22b1-4854-8959-d5c1c6d78f16 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.794361] env[69584]: DEBUG oslo_vmware.api [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 872.794361] env[69584]: value = "task-3485635" [ 872.794361] env[69584]: _type = "Task" [ 872.794361] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.805104] env[69584]: DEBUG oslo_vmware.api [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.908346] env[69584]: DEBUG oslo_vmware.api [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485631, 'name': PowerOnVM_Task, 'duration_secs': 0.691003} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.908665] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.908965] env[69584]: DEBUG nova.compute.manager [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.910128] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986990a1-b2aa-4b4d-a7fd-5efb17b25451 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.934055] env[69584]: DEBUG nova.network.neutron [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Successfully updated port: e517e879-1475-4018-a45c-56bd4164fbcf {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.049078] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485632, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.153075] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485633, 'name': CreateVM_Task, 'duration_secs': 0.463677} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.153596] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.154344] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.154510] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.154866] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.155097] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52243bec-5e59-4cf1-b982-c5f2396f4a4f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.159670] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 873.159670] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52eeaaad-4978-d5ba-9d5f-5afce7d0dcac" [ 873.159670] env[69584]: _type = "Task" [ 873.159670] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.165123] env[69584]: DEBUG nova.compute.manager [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Received event network-changed-a0e04bc9-29f5-48f4-8123-914b6ecf0d24 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.165483] env[69584]: DEBUG nova.compute.manager [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Refreshing instance network info cache due to event network-changed-a0e04bc9-29f5-48f4-8123-914b6ecf0d24. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.165579] env[69584]: DEBUG oslo_concurrency.lockutils [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] Acquiring lock "refresh_cache-b8ade33d-589e-4c3e-87ef-301aa95b28e6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.165660] env[69584]: DEBUG oslo_concurrency.lockutils [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] Acquired lock "refresh_cache-b8ade33d-589e-4c3e-87ef-301aa95b28e6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.165813] env[69584]: DEBUG nova.network.neutron [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Refreshing network info cache for port a0e04bc9-29f5-48f4-8123-914b6ecf0d24 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.171780] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52eeaaad-4978-d5ba-9d5f-5afce7d0dcac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.208924] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.237169] env[69584]: DEBUG oslo_vmware.api [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485634, 'name': PowerOffVM_Task, 'duration_secs': 0.230895} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.237464] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.237635] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.237936] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e83e4211-6683-4690-b816-86f4f8397afe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.299235] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.299545] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.299772] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Deleting the datastore file [datastore1] cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.300071] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c3313fe-eb3f-4961-9bdd-39b2c1ed89b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.306590] env[69584]: DEBUG oslo_vmware.api [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485635, 'name': PowerOffVM_Task, 'duration_secs': 0.220966} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.307856] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.308118] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.308467] env[69584]: DEBUG oslo_vmware.api [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for the task: (returnval){ [ 873.308467] env[69584]: value = "task-3485637" [ 873.308467] env[69584]: _type = "Task" [ 873.308467] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.308665] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-828fde0d-4ed1-4879-a0d6-ab0b9cc93265 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.317661] env[69584]: DEBUG oslo_vmware.api [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.370528] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.370528] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.370719] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Deleting the datastore file [datastore2] ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.370911] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6344150-7282-48d2-9891-2f3434393553 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.378534] env[69584]: DEBUG oslo_vmware.api [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 873.378534] env[69584]: value = "task-3485639" [ 873.378534] env[69584]: _type = "Task" [ 873.378534] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.388251] env[69584]: DEBUG oslo_vmware.api [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.432864] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.438498] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.438607] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.438767] env[69584]: DEBUG nova.network.neutron [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.549752] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485632, 'name': CloneVM_Task, 'duration_secs': 1.188912} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.551043] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Created linked-clone VM from snapshot [ 873.551043] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95db4259-25fa-454b-bcd0-1d3092c4457e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.558378] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Uploading image 114a129e-d342-4838-aa26-61ffb13eb4ee {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 873.590829] env[69584]: DEBUG oslo_vmware.rw_handles [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 873.590829] env[69584]: value = "vm-696792" [ 873.590829] env[69584]: _type = "VirtualMachine" [ 873.590829] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 873.591279] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3482c5aa-82b5-450f-8390-30b6e0a93d09 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.598503] env[69584]: DEBUG oslo_vmware.rw_handles [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lease: (returnval){ [ 873.598503] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5205bd24-0ec1-e509-c989-4f512e03bd56" [ 873.598503] env[69584]: _type = "HttpNfcLease" [ 873.598503] env[69584]: } obtained for exporting VM: (result){ [ 873.598503] env[69584]: value = "vm-696792" [ 873.598503] env[69584]: _type = "VirtualMachine" [ 873.598503] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 873.598779] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the lease: (returnval){ [ 873.598779] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5205bd24-0ec1-e509-c989-4f512e03bd56" [ 873.598779] env[69584]: _type = "HttpNfcLease" [ 873.598779] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 873.605234] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.605234] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5205bd24-0ec1-e509-c989-4f512e03bd56" [ 873.605234] env[69584]: _type = "HttpNfcLease" [ 873.605234] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 873.671283] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52eeaaad-4978-d5ba-9d5f-5afce7d0dcac, 'name': SearchDatastore_Task, 'duration_secs': 0.041762} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.671525] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.671752] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.671986] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.672150] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.672327] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.672856] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1ea276f-c6c8-4c29-bd0e-b76efeda2c0d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.681657] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.681835] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.682604] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334fe7c2-7d69-4ef1-8dbc-6574a873d2af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.687887] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 873.687887] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523d0019-4a71-9f18-c08a-b5c26321bca4" [ 873.687887] env[69584]: _type = "Task" [ 873.687887] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.695370] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523d0019-4a71-9f18-c08a-b5c26321bca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.715587] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 873.715823] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.164s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.716091] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.434s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.717543] env[69584]: INFO nova.compute.claims [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.720047] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.720197] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Cleaning up deleted instances {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 873.820977] env[69584]: DEBUG oslo_vmware.api [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Task: {'id': task-3485637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448017} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.821254] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.821437] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.821611] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.821781] env[69584]: INFO nova.compute.manager [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 873.822021] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.822269] env[69584]: DEBUG nova.compute.manager [-] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.822351] env[69584]: DEBUG nova.network.neutron [-] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.835811] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "0152d67e-8b6d-4cf4-8395-78b784260d4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.836077] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "0152d67e-8b6d-4cf4-8395-78b784260d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.836310] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "0152d67e-8b6d-4cf4-8395-78b784260d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.836493] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "0152d67e-8b6d-4cf4-8395-78b784260d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.836719] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "0152d67e-8b6d-4cf4-8395-78b784260d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.839043] env[69584]: INFO nova.compute.manager [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Terminating instance [ 873.889202] env[69584]: DEBUG oslo_vmware.api [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.010183] env[69584]: WARNING nova.network.neutron [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] 075bdfcc-7e85-4a28-8d1a-c2a546d1edd8 already exists in list: networks containing: ['075bdfcc-7e85-4a28-8d1a-c2a546d1edd8']. ignoring it [ 874.010405] env[69584]: WARNING nova.network.neutron [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] 075bdfcc-7e85-4a28-8d1a-c2a546d1edd8 already exists in list: networks containing: ['075bdfcc-7e85-4a28-8d1a-c2a546d1edd8']. ignoring it [ 874.055138] env[69584]: DEBUG nova.network.neutron [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Updated VIF entry in instance network info cache for port a0e04bc9-29f5-48f4-8123-914b6ecf0d24. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.055544] env[69584]: DEBUG nova.network.neutron [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Updating instance_info_cache with network_info: [{"id": "a0e04bc9-29f5-48f4-8123-914b6ecf0d24", "address": "fa:16:3e:0d:0e:58", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e04bc9-29", "ovs_interfaceid": "a0e04bc9-29f5-48f4-8123-914b6ecf0d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.106164] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.106164] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5205bd24-0ec1-e509-c989-4f512e03bd56" [ 874.106164] env[69584]: _type = "HttpNfcLease" [ 874.106164] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 874.106471] env[69584]: DEBUG oslo_vmware.rw_handles [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 874.106471] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5205bd24-0ec1-e509-c989-4f512e03bd56" [ 874.106471] env[69584]: _type = "HttpNfcLease" [ 874.106471] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 874.107271] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3397b004-912b-413f-ab60-533d13677f02 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.114505] env[69584]: DEBUG oslo_vmware.rw_handles [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a626-f10f-5f5d-4ff5-0af70821358f/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 874.114710] env[69584]: DEBUG oslo_vmware.rw_handles [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a626-f10f-5f5d-4ff5-0af70821358f/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 874.197979] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523d0019-4a71-9f18-c08a-b5c26321bca4, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.199133] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8236c20-1679-4043-b3b8-ba0d2a112951 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.204512] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 874.204512] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52103a7f-9193-7538-1f06-335f4abfe308" [ 874.204512] env[69584]: _type = "Task" [ 874.204512] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.212916] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52103a7f-9193-7538-1f06-335f4abfe308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.237219] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] There are 38 instances to clean {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 874.237644] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: b4e9a64e-f47e-4ca9-9faa-de36436a7480] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.247644] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2812b8f9-8757-4098-a27e-37fa6c80c99e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.345880] env[69584]: DEBUG nova.compute.manager [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.345880] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.345880] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96daefb8-4c8a-4242-8828-7b32567d5791 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.352618] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.352870] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9e61bf2-82f8-487b-b6c0-063ce3c76933 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.359816] env[69584]: DEBUG oslo_vmware.api [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 874.359816] env[69584]: value = "task-3485641" [ 874.359816] env[69584]: _type = "Task" [ 874.359816] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.368021] env[69584]: DEBUG oslo_vmware.api [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.391666] env[69584]: DEBUG oslo_vmware.api [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526823} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.391666] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.391666] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.391666] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.391853] env[69584]: INFO nova.compute.manager [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Took 1.62 seconds to destroy the instance on the hypervisor. [ 874.391972] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.392223] env[69584]: DEBUG nova.compute.manager [-] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.392311] env[69584]: DEBUG nova.network.neutron [-] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.558302] env[69584]: DEBUG oslo_concurrency.lockutils [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] Releasing lock "refresh_cache-b8ade33d-589e-4c3e-87ef-301aa95b28e6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.558677] env[69584]: DEBUG nova.compute.manager [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received event network-vif-plugged-e517e879-1475-4018-a45c-56bd4164fbcf {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.558930] env[69584]: DEBUG oslo_concurrency.lockutils [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.559255] env[69584]: DEBUG oslo_concurrency.lockutils [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.559484] env[69584]: DEBUG oslo_concurrency.lockutils [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.559719] env[69584]: DEBUG nova.compute.manager [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] No waiting events found dispatching network-vif-plugged-e517e879-1475-4018-a45c-56bd4164fbcf {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.559939] env[69584]: WARNING nova.compute.manager [req-8025802a-2a87-4df4-aa31-3fa7066d310d req-965f1870-30ff-489d-becf-ed1c385e2186 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received unexpected event network-vif-plugged-e517e879-1475-4018-a45c-56bd4164fbcf for instance with vm_state active and task_state None. [ 874.716184] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52103a7f-9193-7538-1f06-335f4abfe308, 'name': SearchDatastore_Task, 'duration_secs': 0.013094} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.716752] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.717119] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] b8ade33d-589e-4c3e-87ef-301aa95b28e6/b8ade33d-589e-4c3e-87ef-301aa95b28e6.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.717479] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a02e6f1-76f1-4dc5-89b3-fe9c28a5b98f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.723706] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 874.723706] env[69584]: value = "task-3485642" [ 874.723706] env[69584]: _type = "Task" [ 874.723706] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.734631] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.747833] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 540fbcfb-bd51-4234-870d-f0249768b239] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.768292] env[69584]: DEBUG nova.network.neutron [-] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.876257] env[69584]: DEBUG oslo_vmware.api [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485641, 'name': PowerOffVM_Task, 'duration_secs': 0.352591} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.879499] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.879499] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.880063] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c10629e9-ec96-4402-81a2-5a56b7f25b84 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.921127] env[69584]: DEBUG nova.network.neutron [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4632911e-6430-483d-8bc2-10f1f5539809", "address": "fa:16:3e:d7:8e:e1", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4632911e-64", "ovs_interfaceid": "4632911e-6430-483d-8bc2-10f1f5539809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e517e879-1475-4018-a45c-56bd4164fbcf", "address": "fa:16:3e:8c:e2:4b", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape517e879-14", "ovs_interfaceid": "e517e879-1475-4018-a45c-56bd4164fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.940508] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.944055] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.944055] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Deleting the datastore file [datastore1] 0152d67e-8b6d-4cf4-8395-78b784260d4a {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.944055] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f46558b-70fc-45cf-85df-0b315e376e0d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.951266] env[69584]: DEBUG oslo_vmware.api [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for the task: (returnval){ [ 874.951266] env[69584]: value = "task-3485644" [ 874.951266] env[69584]: _type = "Task" [ 874.951266] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.968147] env[69584]: DEBUG oslo_vmware.api [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.245678] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485642, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.254612] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 4762e03c-2f8c-4796-bdd0-9752f3674fb8] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.271377] env[69584]: INFO nova.compute.manager [-] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Took 1.45 seconds to deallocate network for instance. [ 875.295565] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7de060f-b368-40c8-9386-3cc90db06c27 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.303575] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8757aed8-1a35-48fc-8464-58146deee1f9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.341293] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b5d4d3-b6ac-4431-9b56-9d9baa2367f3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.349538] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9fe239-b174-49f6-b546-d8a0bf1a485b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.364781] env[69584]: DEBUG nova.compute.provider_tree [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.409578] env[69584]: DEBUG nova.network.neutron [-] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.427346] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.428154] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.428311] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.429916] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed9bec6-b6cd-41a2-b0b4-2cc3b330a77a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.449619] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.450037] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.450207] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.450390] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.450624] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.450876] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.451121] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.451289] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.451467] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.451679] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.451967] env[69584]: DEBUG nova.virt.hardware [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.458640] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Reconfiguring VM to attach interface {{(pid=69584) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 875.459127] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-375dbe83-423f-4ca9-a6f8-8c990afe9c35 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.480429] env[69584]: DEBUG oslo_vmware.api [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Task: {'id': task-3485644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388511} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.481952] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.482268] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.482505] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.482737] env[69584]: INFO nova.compute.manager [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 875.483953] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.484322] env[69584]: DEBUG oslo_vmware.api [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 875.484322] env[69584]: value = "task-3485645" [ 875.484322] env[69584]: _type = "Task" [ 875.484322] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.484574] env[69584]: DEBUG nova.compute.manager [-] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.484712] env[69584]: DEBUG nova.network.neutron [-] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.494752] env[69584]: DEBUG oslo_vmware.api [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.546733] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.547054] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.547275] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.547797] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.547797] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.550224] env[69584]: INFO nova.compute.manager [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Terminating instance [ 875.742055] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634592} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.742201] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] b8ade33d-589e-4c3e-87ef-301aa95b28e6/b8ade33d-589e-4c3e-87ef-301aa95b28e6.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.742495] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.742787] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-075e33e6-9af9-4694-98c5-7edc8a362e4f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.750584] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 875.750584] env[69584]: value = "task-3485646" [ 875.750584] env[69584]: _type = "Task" [ 875.750584] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.757657] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.760193] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 11365266-cec8-4bb8-9795-7091cd73329a] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.782671] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.868253] env[69584]: DEBUG nova.scheduler.client.report [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.912686] env[69584]: INFO nova.compute.manager [-] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Took 1.52 seconds to deallocate network for instance. [ 875.994563] env[69584]: DEBUG nova.compute.manager [req-9b312ed9-0e23-47d3-825b-b75ff41b7c69 req-315acb24-698c-41b6-9cbc-e2bdd8c2ba8b service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received event network-changed-e517e879-1475-4018-a45c-56bd4164fbcf {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.994765] env[69584]: DEBUG nova.compute.manager [req-9b312ed9-0e23-47d3-825b-b75ff41b7c69 req-315acb24-698c-41b6-9cbc-e2bdd8c2ba8b service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Refreshing instance network info cache due to event network-changed-e517e879-1475-4018-a45c-56bd4164fbcf. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.995548] env[69584]: DEBUG oslo_concurrency.lockutils [req-9b312ed9-0e23-47d3-825b-b75ff41b7c69 req-315acb24-698c-41b6-9cbc-e2bdd8c2ba8b service nova] Acquiring lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.995780] env[69584]: DEBUG oslo_concurrency.lockutils [req-9b312ed9-0e23-47d3-825b-b75ff41b7c69 req-315acb24-698c-41b6-9cbc-e2bdd8c2ba8b service nova] Acquired lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.996014] env[69584]: DEBUG nova.network.neutron [req-9b312ed9-0e23-47d3-825b-b75ff41b7c69 req-315acb24-698c-41b6-9cbc-e2bdd8c2ba8b service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Refreshing network info cache for port e517e879-1475-4018-a45c-56bd4164fbcf {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.006430] env[69584]: DEBUG oslo_vmware.api [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.054274] env[69584]: DEBUG nova.compute.manager [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.054521] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.055421] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cbcd76-753c-45df-acec-e28f714f9cb4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.064676] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.064676] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b033150f-9286-4ef5-9715-6f7201a73840 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.072364] env[69584]: DEBUG oslo_vmware.api [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 876.072364] env[69584]: value = "task-3485647" [ 876.072364] env[69584]: _type = "Task" [ 876.072364] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.083328] env[69584]: DEBUG oslo_vmware.api [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.260500] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119407} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.260832] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.261715] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bb2020-85bc-4c8d-ac48-258aa869ddcf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.264809] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: e18b7c45-bbd5-411a-95c8-04f20d4fe75c] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.287963] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] b8ade33d-589e-4c3e-87ef-301aa95b28e6/b8ade33d-589e-4c3e-87ef-301aa95b28e6.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.288308] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d99168-c3d3-49ab-973c-9c0d31ccd1d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.310282] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 876.310282] env[69584]: value = "task-3485648" [ 876.310282] env[69584]: _type = "Task" [ 876.310282] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.318861] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.375339] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.375339] env[69584]: DEBUG nova.compute.manager [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.377402] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.799s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.379299] env[69584]: INFO nova.compute.claims [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.421521] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.500966] env[69584]: DEBUG oslo_vmware.api [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.584155] env[69584]: DEBUG oslo_vmware.api [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485647, 'name': PowerOffVM_Task, 'duration_secs': 0.309471} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.584499] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.584946] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.585708] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ef3c5bb-1125-4100-8e76-0326035fdc1b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.631413] env[69584]: DEBUG nova.network.neutron [-] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.644304] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.647018] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.651604] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.651604] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.651604] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleting the datastore file [datastore2] 9917d9fb-4616-4a99-85a2-4822f0c96a9d {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.651604] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ebf481a-c944-4a9d-87b0-8c766e9b8e2c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.664481] env[69584]: DEBUG oslo_vmware.api [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 876.664481] env[69584]: value = "task-3485650" [ 876.664481] env[69584]: _type = "Task" [ 876.664481] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.673713] env[69584]: DEBUG oslo_vmware.api [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.768465] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 912ca815-e65f-48f6-bf53-a7057058f72a] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.821361] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485648, 'name': ReconfigVM_Task, 'duration_secs': 0.381737} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.821678] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Reconfigured VM instance instance-00000040 to attach disk [datastore2] b8ade33d-589e-4c3e-87ef-301aa95b28e6/b8ade33d-589e-4c3e-87ef-301aa95b28e6.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.822371] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a54c97cd-4cc3-4e0f-8435-74ada3f502bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.829377] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 876.829377] env[69584]: value = "task-3485651" [ 876.829377] env[69584]: _type = "Task" [ 876.829377] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.839610] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485651, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.885400] env[69584]: DEBUG nova.compute.utils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.895851] env[69584]: DEBUG nova.compute.manager [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.897912] env[69584]: DEBUG nova.network.neutron [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.999676] env[69584]: DEBUG oslo_vmware.api [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.039715] env[69584]: DEBUG nova.policy [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c536140bff46089749b66ad22b2a5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed3a9ac97ed14a46ba870b8d022a2e93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.101271] env[69584]: DEBUG nova.network.neutron [req-9b312ed9-0e23-47d3-825b-b75ff41b7c69 req-315acb24-698c-41b6-9cbc-e2bdd8c2ba8b service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updated VIF entry in instance network info cache for port e517e879-1475-4018-a45c-56bd4164fbcf. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.101749] env[69584]: DEBUG nova.network.neutron [req-9b312ed9-0e23-47d3-825b-b75ff41b7c69 req-315acb24-698c-41b6-9cbc-e2bdd8c2ba8b service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4632911e-6430-483d-8bc2-10f1f5539809", "address": "fa:16:3e:d7:8e:e1", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4632911e-64", "ovs_interfaceid": "4632911e-6430-483d-8bc2-10f1f5539809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e517e879-1475-4018-a45c-56bd4164fbcf", "address": "fa:16:3e:8c:e2:4b", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape517e879-14", "ovs_interfaceid": "e517e879-1475-4018-a45c-56bd4164fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.137275] env[69584]: INFO nova.compute.manager [-] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Took 1.65 seconds to deallocate network for instance. [ 877.149390] env[69584]: DEBUG nova.compute.manager [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.172138] env[69584]: DEBUG oslo_vmware.api [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222168} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.172393] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.172575] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.172750] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.172913] env[69584]: INFO nova.compute.manager [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 877.173168] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.173358] env[69584]: DEBUG nova.compute.manager [-] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.173450] env[69584]: DEBUG nova.network.neutron [-] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.272023] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: f982cd1a-f5e6-4417-b970-96d5327c84d1] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.340843] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485651, 'name': Rename_Task, 'duration_secs': 0.16724} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.340843] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.340843] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65dd9fb9-f292-4c0f-8633-e5656475223e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.346133] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 877.346133] env[69584]: value = "task-3485652" [ 877.346133] env[69584]: _type = "Task" [ 877.346133] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.354124] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.396449] env[69584]: DEBUG nova.compute.manager [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.503199] env[69584]: DEBUG oslo_vmware.api [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485645, 'name': ReconfigVM_Task, 'duration_secs': 1.650672} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.503494] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.503708] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Reconfigured VM to attach interface {{(pid=69584) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 877.604314] env[69584]: DEBUG oslo_concurrency.lockutils [req-9b312ed9-0e23-47d3-825b-b75ff41b7c69 req-315acb24-698c-41b6-9cbc-e2bdd8c2ba8b service nova] Releasing lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.604610] env[69584]: DEBUG nova.compute.manager [req-9b312ed9-0e23-47d3-825b-b75ff41b7c69 req-315acb24-698c-41b6-9cbc-e2bdd8c2ba8b service nova] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Received event network-vif-deleted-8864cbff-e84c-488a-bc29-18d2ca6c6cf0 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.604863] env[69584]: DEBUG nova.compute.manager [req-9b312ed9-0e23-47d3-825b-b75ff41b7c69 req-315acb24-698c-41b6-9cbc-e2bdd8c2ba8b service nova] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Received event network-vif-deleted-efad75df-297a-40c8-83ac-30c29d3e507e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.646501] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.667175] env[69584]: DEBUG nova.network.neutron [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Successfully created port: b0aef619-df89-4e97-908d-1a2f59aa681d {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.673990] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.776469] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 86790ac3-48f9-4b93-8843-8b1b36383712] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.856455] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.945691] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e257c7-1fd4-4971-a736-ba940b9931d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.955090] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d4e331-3243-433b-913f-3cf5eefba83e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.988202] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902bdcdc-9732-4ba2-b138-a72e60facd11 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.995891] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0decb004-6fda-4eaf-ad7d-13f81493e622 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.011533] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4f2b3c5f-9d02-4d42-91d9-dce6bacb0c72 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-e517e879-1475-4018-a45c-56bd4164fbcf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.017s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.012824] env[69584]: DEBUG nova.compute.provider_tree [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.147828] env[69584]: DEBUG nova.network.neutron [-] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.287643] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 7c5cfee9-4e9f-4616-9e73-6c257b109b04] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.320649] env[69584]: DEBUG nova.compute.manager [req-aa032ba9-0dce-4742-b3f1-556de8c7a603 req-79a3b0eb-ded1-4615-929f-ae76e239b0ff service nova] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Received event network-vif-deleted-714d2f40-6783-4f2f-9299-f752a765ebab {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.320859] env[69584]: DEBUG nova.compute.manager [req-aa032ba9-0dce-4742-b3f1-556de8c7a603 req-79a3b0eb-ded1-4615-929f-ae76e239b0ff service nova] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Received event network-vif-deleted-0d41812f-1c6a-4b00-b671-b3cc00c9a966 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.357871] env[69584]: DEBUG oslo_vmware.api [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485652, 'name': PowerOnVM_Task, 'duration_secs': 0.540462} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.358151] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.358412] env[69584]: INFO nova.compute.manager [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Took 8.79 seconds to spawn the instance on the hypervisor. [ 878.358528] env[69584]: DEBUG nova.compute.manager [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.359357] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8e1fdf-273e-4b5b-8fba-5aae6c31d1b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.406087] env[69584]: DEBUG nova.compute.manager [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.433189] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.433416] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.433416] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.433574] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.433724] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.433867] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.434091] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.434254] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.434423] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.434586] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.434759] env[69584]: DEBUG nova.virt.hardware [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.435708] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20117468-4327-4f94-adf8-05ee51d014d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.444496] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b19271-d042-4f19-b0a9-115a36e27144 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.517577] env[69584]: DEBUG nova.scheduler.client.report [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.652644] env[69584]: INFO nova.compute.manager [-] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Took 1.48 seconds to deallocate network for instance. [ 878.791314] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 0983ed9e-3ca6-4a9c-bece-50c7a4d89797] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.878459] env[69584]: INFO nova.compute.manager [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Took 42.24 seconds to build instance. [ 879.022575] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.023086] env[69584]: DEBUG nova.compute.manager [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.025769] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.800s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.025957] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.028751] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.319s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.029666] env[69584]: INFO nova.compute.claims [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.062148] env[69584]: INFO nova.scheduler.client.report [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Deleted allocations for instance 19ce0d06-8777-46de-9b14-f704bb4e149c [ 879.159848] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.296489] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: e2c4ff26-f7ed-443e-8bd7-49a7e8e4a759] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.381594] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42fdf489-700d-472d-8c26-8fe8fa91f201 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.964s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.402361] env[69584]: DEBUG nova.network.neutron [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Successfully updated port: b0aef619-df89-4e97-908d-1a2f59aa681d {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.479030] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.479928] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.479928] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.480050] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.480208] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.482361] env[69584]: INFO nova.compute.manager [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Terminating instance [ 879.533838] env[69584]: DEBUG nova.compute.utils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.537083] env[69584]: DEBUG nova.compute.manager [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.537565] env[69584]: DEBUG nova.network.neutron [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.575515] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fff8791c-7163-4968-8eaf-af762fdf21d8 tempest-ServersTestMultiNic-418630813 tempest-ServersTestMultiNic-418630813-project-member] Lock "19ce0d06-8777-46de-9b14-f704bb4e149c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.847s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.584025] env[69584]: DEBUG nova.policy [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f689d74606764ddd842762d5d59c0f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b439f64584cb49d19c049a42e718fe72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.803925] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 1aa126ff-b673-49e5-a945-4f32fc7c92e2] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.907059] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "refresh_cache-ecba1888-6446-46eb-92f1-33ce6ebdcfc3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.907244] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "refresh_cache-ecba1888-6446-46eb-92f1-33ce6ebdcfc3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.907371] env[69584]: DEBUG nova.network.neutron [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.962796] env[69584]: DEBUG nova.network.neutron [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Successfully created port: 5805328d-3e10-48fe-aea9-2dd8937c71f2 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.987016] env[69584]: DEBUG nova.compute.manager [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.987296] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.989352] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a145450-a46f-4cfc-b791-65d4b3d4e00c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.002568] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.002842] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d3d431d-c17b-4d8b-b32f-faeccf448514 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.013211] env[69584]: DEBUG oslo_vmware.api [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 880.013211] env[69584]: value = "task-3485653" [ 880.013211] env[69584]: _type = "Task" [ 880.013211] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.022308] env[69584]: DEBUG oslo_vmware.api [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.041196] env[69584]: DEBUG nova.compute.manager [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.309900] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 16b96f96-39d6-40a8-a45b-8fc0432f310c] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.354359] env[69584]: DEBUG nova.compute.manager [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Received event network-vif-plugged-b0aef619-df89-4e97-908d-1a2f59aa681d {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.356018] env[69584]: DEBUG oslo_concurrency.lockutils [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] Acquiring lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.356018] env[69584]: DEBUG oslo_concurrency.lockutils [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] Lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.356018] env[69584]: DEBUG oslo_concurrency.lockutils [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] Lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.356018] env[69584]: DEBUG nova.compute.manager [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] No waiting events found dispatching network-vif-plugged-b0aef619-df89-4e97-908d-1a2f59aa681d {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.356018] env[69584]: WARNING nova.compute.manager [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Received unexpected event network-vif-plugged-b0aef619-df89-4e97-908d-1a2f59aa681d for instance with vm_state building and task_state spawning. [ 880.356018] env[69584]: DEBUG nova.compute.manager [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Received event network-changed-b0aef619-df89-4e97-908d-1a2f59aa681d {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.356018] env[69584]: DEBUG nova.compute.manager [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Refreshing instance network info cache due to event network-changed-b0aef619-df89-4e97-908d-1a2f59aa681d. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.356018] env[69584]: DEBUG oslo_concurrency.lockutils [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] Acquiring lock "refresh_cache-ecba1888-6446-46eb-92f1-33ce6ebdcfc3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.370663] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-4632911e-6430-483d-8bc2-10f1f5539809" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.371536] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-4632911e-6430-483d-8bc2-10f1f5539809" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.490504] env[69584]: DEBUG nova.network.neutron [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.532525] env[69584]: DEBUG oslo_vmware.api [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485653, 'name': PowerOffVM_Task, 'duration_secs': 0.278331} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.536098] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.536098] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.537296] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81cbfff8-4a6c-478e-964b-19aa332a18a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.553276] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad18f17-a14c-4fc7-af5f-3df00e6ee40c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.568027] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bfbccd-bf8b-4798-a704-1d5556542345 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.604247] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25202cb5-8cb0-4e66-8d37-f8c1076fa8ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.607454] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.607718] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.607942] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleting the datastore file [datastore2] b8ade33d-589e-4c3e-87ef-301aa95b28e6 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.608260] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37e71ab2-0f77-4b4c-a48f-a2fb24d970f4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.615442] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891fe11e-e55e-47c5-a891-0953ae3b470b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.623452] env[69584]: DEBUG oslo_vmware.api [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 880.623452] env[69584]: value = "task-3485655" [ 880.623452] env[69584]: _type = "Task" [ 880.623452] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.637600] env[69584]: DEBUG nova.compute.provider_tree [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.646952] env[69584]: DEBUG oslo_vmware.api [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.712257] env[69584]: DEBUG nova.network.neutron [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Updating instance_info_cache with network_info: [{"id": "b0aef619-df89-4e97-908d-1a2f59aa681d", "address": "fa:16:3e:c8:ed:a9", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0aef619-df", "ovs_interfaceid": "b0aef619-df89-4e97-908d-1a2f59aa681d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.817209] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 913da34d-a6f0-414d-92db-ee71f3a93cf4] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.877050] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.877262] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.878270] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccb5c01-f247-4a90-b16d-661744d3709d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.900368] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d41b8bc-de32-4971-8406-a78e783dae26 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.705188] env[69584]: DEBUG nova.compute.manager [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.707859] env[69584]: DEBUG nova.scheduler.client.report [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.711252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "refresh_cache-ecba1888-6446-46eb-92f1-33ce6ebdcfc3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.711415] env[69584]: DEBUG nova.compute.manager [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Instance network_info: |[{"id": "b0aef619-df89-4e97-908d-1a2f59aa681d", "address": "fa:16:3e:c8:ed:a9", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0aef619-df", "ovs_interfaceid": "b0aef619-df89-4e97-908d-1a2f59aa681d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.711740] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: c2fc91e3-adaf-4645-b65a-c5ba03435ea6] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.719077] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Reconfiguring VM to detach interface {{(pid=69584) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 881.720556] env[69584]: DEBUG nova.network.neutron [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Successfully updated port: 5805328d-3e10-48fe-aea9-2dd8937c71f2 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.724672] env[69584]: DEBUG oslo_concurrency.lockutils [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] Acquired lock "refresh_cache-ecba1888-6446-46eb-92f1-33ce6ebdcfc3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.725339] env[69584]: DEBUG nova.network.neutron [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Refreshing network info cache for port b0aef619-df89-4e97-908d-1a2f59aa681d {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.726476] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:ed:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0aef619-df89-4e97-908d-1a2f59aa681d', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.733823] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.734086] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5edb97fa-d5bc-45cc-a890-b474f70585fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.749628] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "refresh_cache-33f0d54e-db21-422a-ad33-6a4fd02e2d62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.749768] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "refresh_cache-33f0d54e-db21-422a-ad33-6a4fd02e2d62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.749918] env[69584]: DEBUG nova.network.neutron [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.754983] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.756362] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e649ce9d-1b64-4e46-bcfa-4b8d37aa46d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.774895] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.775219] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.775335] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.775513] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.775675] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.775873] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.776076] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.776244] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.776463] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.776655] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.776849] env[69584]: DEBUG nova.virt.hardware [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.781094] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7826294-220d-4c92-8193-029534447109 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.784151] env[69584]: DEBUG oslo_vmware.api [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211496} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.786273] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.786448] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.786650] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.786827] env[69584]: INFO nova.compute.manager [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Took 1.80 seconds to destroy the instance on the hypervisor. [ 881.787076] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.787339] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 881.787339] env[69584]: value = "task-3485656" [ 881.787339] env[69584]: _type = "Task" [ 881.787339] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.787902] env[69584]: DEBUG nova.compute.manager [-] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.788055] env[69584]: DEBUG nova.network.neutron [-] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.796131] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.796131] env[69584]: value = "task-3485657" [ 881.796131] env[69584]: _type = "Task" [ 881.796131] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.797900] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19827ca-b3a0-46a2-8229-0d918aff37a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.811108] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.826497] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485657, 'name': CreateVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.221302] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 4fbd9481-6115-4243-8700-37374677b0bb] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.231357] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.200s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.231357] env[69584]: DEBUG nova.compute.manager [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.235103] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.339s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.236823] env[69584]: INFO nova.compute.claims [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.249061] env[69584]: DEBUG nova.network.neutron [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Updated VIF entry in instance network info cache for port b0aef619-df89-4e97-908d-1a2f59aa681d. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.249594] env[69584]: DEBUG nova.network.neutron [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Updating instance_info_cache with network_info: [{"id": "b0aef619-df89-4e97-908d-1a2f59aa681d", "address": "fa:16:3e:c8:ed:a9", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0aef619-df", "ovs_interfaceid": "b0aef619-df89-4e97-908d-1a2f59aa681d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.295290] env[69584]: DEBUG nova.network.neutron [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.307517] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.312926] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485657, 'name': CreateVM_Task, 'duration_secs': 0.351} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.313125] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.313849] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.314014] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.314333] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.314588] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2076aa-aa35-4dee-9d71-c2cf4e896888 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.319164] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 882.319164] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5270ff3a-7626-1263-13a0-6cd554c8b6cd" [ 882.319164] env[69584]: _type = "Task" [ 882.319164] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.329743] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5270ff3a-7626-1263-13a0-6cd554c8b6cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.400384] env[69584]: DEBUG nova.compute.manager [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Received event network-vif-plugged-5805328d-3e10-48fe-aea9-2dd8937c71f2 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.400605] env[69584]: DEBUG oslo_concurrency.lockutils [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] Acquiring lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.400812] env[69584]: DEBUG oslo_concurrency.lockutils [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] Lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.400978] env[69584]: DEBUG oslo_concurrency.lockutils [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] Lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.401149] env[69584]: DEBUG nova.compute.manager [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] No waiting events found dispatching network-vif-plugged-5805328d-3e10-48fe-aea9-2dd8937c71f2 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.401308] env[69584]: WARNING nova.compute.manager [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Received unexpected event network-vif-plugged-5805328d-3e10-48fe-aea9-2dd8937c71f2 for instance with vm_state building and task_state spawning. [ 882.401461] env[69584]: DEBUG nova.compute.manager [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Received event network-changed-5805328d-3e10-48fe-aea9-2dd8937c71f2 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.401610] env[69584]: DEBUG nova.compute.manager [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Refreshing instance network info cache due to event network-changed-5805328d-3e10-48fe-aea9-2dd8937c71f2. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.401769] env[69584]: DEBUG oslo_concurrency.lockutils [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] Acquiring lock "refresh_cache-33f0d54e-db21-422a-ad33-6a4fd02e2d62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.472756] env[69584]: DEBUG nova.network.neutron [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Updating instance_info_cache with network_info: [{"id": "5805328d-3e10-48fe-aea9-2dd8937c71f2", "address": "fa:16:3e:bc:ba:ab", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5805328d-3e", "ovs_interfaceid": "5805328d-3e10-48fe-aea9-2dd8937c71f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.698808] env[69584]: DEBUG nova.network.neutron [-] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.733534] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 8f8e183c-7597-4fb6-9a9f-8002db7ceaaa] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.742647] env[69584]: DEBUG nova.compute.utils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.747037] env[69584]: DEBUG nova.compute.manager [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.747037] env[69584]: DEBUG nova.network.neutron [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.752222] env[69584]: DEBUG oslo_concurrency.lockutils [req-ad1c709d-8613-4d9b-871a-d00fd5b883ca req-f153c9c8-c308-44c8-a940-72ea2f1d353d service nova] Releasing lock "refresh_cache-ecba1888-6446-46eb-92f1-33ce6ebdcfc3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.789866] env[69584]: DEBUG nova.policy [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27bcdedffbea433ab08f51d62db91ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '903eba6d0ced490cb4633665d7aedf62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.801470] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.831169] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5270ff3a-7626-1263-13a0-6cd554c8b6cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014705} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.831481] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.831715] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.831958] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.832118] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.832302] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.832568] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84645121-5a31-466b-b538-a25e755cb6ba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.841753] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.841934] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.842686] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504fdd4b-7345-4ec9-866c-7ecf9b84340f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.850472] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 882.850472] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527602d0-cada-fb4b-a1d8-e491eefa8dae" [ 882.850472] env[69584]: _type = "Task" [ 882.850472] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.858602] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527602d0-cada-fb4b-a1d8-e491eefa8dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.976050] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "refresh_cache-33f0d54e-db21-422a-ad33-6a4fd02e2d62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.976467] env[69584]: DEBUG nova.compute.manager [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Instance network_info: |[{"id": "5805328d-3e10-48fe-aea9-2dd8937c71f2", "address": "fa:16:3e:bc:ba:ab", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5805328d-3e", "ovs_interfaceid": "5805328d-3e10-48fe-aea9-2dd8937c71f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.976870] env[69584]: DEBUG oslo_concurrency.lockutils [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] Acquired lock "refresh_cache-33f0d54e-db21-422a-ad33-6a4fd02e2d62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.977152] env[69584]: DEBUG nova.network.neutron [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Refreshing network info cache for port 5805328d-3e10-48fe-aea9-2dd8937c71f2 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.978442] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:ba:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5805328d-3e10-48fe-aea9-2dd8937c71f2', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.990381] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.991600] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.991746] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-852aee42-5174-40de-be65-23a9bb87d36a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.013883] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.013883] env[69584]: value = "task-3485658" [ 883.013883] env[69584]: _type = "Task" [ 883.013883] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.023592] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485658, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.202132] env[69584]: INFO nova.compute.manager [-] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Took 1.41 seconds to deallocate network for instance. [ 883.240100] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: c32d7cb4-082d-49fe-ace8-89069a3d6aa9] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.247906] env[69584]: DEBUG nova.compute.manager [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.291884] env[69584]: DEBUG nova.network.neutron [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Successfully created port: 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.305595] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.364975] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527602d0-cada-fb4b-a1d8-e491eefa8dae, 'name': SearchDatastore_Task, 'duration_secs': 0.026255} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.369014] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dcfdfd-7eff-4c7b-bf76-26d32df89833 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.374633] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 883.374633] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cbd60e-6eec-ea81-8202-2354c0e3d374" [ 883.374633] env[69584]: _type = "Task" [ 883.374633] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.385831] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cbd60e-6eec-ea81-8202-2354c0e3d374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.525199] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485658, 'name': CreateVM_Task, 'duration_secs': 0.505028} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.525758] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.526145] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.526311] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.526636] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.526909] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5056f6-cdbb-453f-8cc6-02db29aabe0c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.531722] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 883.531722] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527c747c-04dc-786b-e9d6-0c734e872188" [ 883.531722] env[69584]: _type = "Task" [ 883.531722] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.542060] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527c747c-04dc-786b-e9d6-0c734e872188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.709319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.743380] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: f2c68220-f055-4558-95c0-526ae266ee62] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.805844] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.815207] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45148647-260e-4cca-ad57-0aa6b67c6020 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.826852] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba8991d-d2d1-438a-9905-343170a61642 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.865273] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b87ba08-012d-40f2-90e9-af642c6db66f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.872785] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cb549e-f0b3-430f-9a10-6d6b8be85647 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.896012] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cbd60e-6eec-ea81-8202-2354c0e3d374, 'name': SearchDatastore_Task, 'duration_secs': 0.015872} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.896859] env[69584]: DEBUG nova.compute.provider_tree [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.900319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.900319] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ecba1888-6446-46eb-92f1-33ce6ebdcfc3/ecba1888-6446-46eb-92f1-33ce6ebdcfc3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.902165] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9893b7aa-2f86-4937-b35e-7d9d4f1f5d21 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.908175] env[69584]: DEBUG oslo_vmware.rw_handles [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a626-f10f-5f5d-4ff5-0af70821358f/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 883.909493] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe04aa3-9cc8-49a9-8825-d37452faea74 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.912929] env[69584]: DEBUG nova.network.neutron [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Updated VIF entry in instance network info cache for port 5805328d-3e10-48fe-aea9-2dd8937c71f2. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.913295] env[69584]: DEBUG nova.network.neutron [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Updating instance_info_cache with network_info: [{"id": "5805328d-3e10-48fe-aea9-2dd8937c71f2", "address": "fa:16:3e:bc:ba:ab", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5805328d-3e", "ovs_interfaceid": "5805328d-3e10-48fe-aea9-2dd8937c71f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.915695] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 883.915695] env[69584]: value = "task-3485659" [ 883.915695] env[69584]: _type = "Task" [ 883.915695] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.921986] env[69584]: DEBUG oslo_vmware.rw_handles [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a626-f10f-5f5d-4ff5-0af70821358f/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 883.921986] env[69584]: ERROR oslo_vmware.rw_handles [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a626-f10f-5f5d-4ff5-0af70821358f/disk-0.vmdk due to incomplete transfer. [ 883.921986] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ccee2ca7-411c-4472-ac38-050796c3ce8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.926453] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.931964] env[69584]: DEBUG oslo_vmware.rw_handles [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a626-f10f-5f5d-4ff5-0af70821358f/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 883.932160] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Uploaded image 114a129e-d342-4838-aa26-61ffb13eb4ee to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 883.934668] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 883.935483] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95745c50-25a7-4b23-bbbe-0b66c3abaacc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.941175] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 883.941175] env[69584]: value = "task-3485660" [ 883.941175] env[69584]: _type = "Task" [ 883.941175] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.948965] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485660, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.044629] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527c747c-04dc-786b-e9d6-0c734e872188, 'name': SearchDatastore_Task, 'duration_secs': 0.012244} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.044976] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.045235] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.045469] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.045612] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.045817] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.046091] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84c1935b-3546-4470-ac75-bad1b9ac8db9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.054037] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.054210] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.054884] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa64211-30ff-4091-9c9c-0f06e6f33b50 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.060191] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 884.060191] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52735ff2-6d3c-da6f-47fc-1cde3f4cee79" [ 884.060191] env[69584]: _type = "Task" [ 884.060191] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.067448] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52735ff2-6d3c-da6f-47fc-1cde3f4cee79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.246686] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: fff8ab88-9879-49bb-a0bb-f3a8d8830201] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.263218] env[69584]: DEBUG nova.compute.manager [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.294707] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.294987] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.295157] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.295341] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.295486] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.295632] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.295935] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.296144] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.296320] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.296483] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.296650] env[69584]: DEBUG nova.virt.hardware [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.298107] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb0ef8-58df-4440-9256-a85c67c6df1a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.312276] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.316760] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d06eb2-acd9-45f3-9805-7b9e1a421eb0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.401769] env[69584]: DEBUG nova.scheduler.client.report [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.417435] env[69584]: DEBUG oslo_concurrency.lockutils [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] Releasing lock "refresh_cache-33f0d54e-db21-422a-ad33-6a4fd02e2d62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.417735] env[69584]: DEBUG nova.compute.manager [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Received event network-vif-deleted-a0e04bc9-29f5-48f4-8123-914b6ecf0d24 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.417951] env[69584]: INFO nova.compute.manager [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Neutron deleted interface a0e04bc9-29f5-48f4-8123-914b6ecf0d24; detaching it from the instance and deleting it from the info cache [ 884.418154] env[69584]: DEBUG nova.network.neutron [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.430849] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494434} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.431150] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ecba1888-6446-46eb-92f1-33ce6ebdcfc3/ecba1888-6446-46eb-92f1-33ce6ebdcfc3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.431370] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.431857] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4c69a54-39a6-4c4c-8f1f-7b384f42a092 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.439304] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 884.439304] env[69584]: value = "task-3485661" [ 884.439304] env[69584]: _type = "Task" [ 884.439304] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.451907] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.455072] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485660, 'name': Destroy_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.571980] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52735ff2-6d3c-da6f-47fc-1cde3f4cee79, 'name': SearchDatastore_Task, 'duration_secs': 0.017507} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.573496] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d5fae3-0d65-41b3-a700-3d4694dc532c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.579824] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 884.579824] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52062d70-93a7-bffa-3410-58a2dd5c0126" [ 884.579824] env[69584]: _type = "Task" [ 884.579824] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.587232] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52062d70-93a7-bffa-3410-58a2dd5c0126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.751401] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: c9b37ee9-924e-4a1a-aa27-0c8632c42cce] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.807517] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.907627] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.908203] env[69584]: DEBUG nova.compute.manager [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.911384] env[69584]: DEBUG oslo_concurrency.lockutils [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.413s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.911622] env[69584]: DEBUG oslo_concurrency.lockutils [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.914510] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.111s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.914740] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.916601] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.906s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.918197] env[69584]: INFO nova.compute.claims [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.927147] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b928e1e-e21e-4165-829b-659446ec03c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.942872] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77602f31-75ba-4d91-8db1-24ceea829b9a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.961619] env[69584]: INFO nova.scheduler.client.report [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Deleted allocations for instance 6057c2c1-ef4c-464e-9385-47a95cd09825 [ 884.963818] env[69584]: INFO nova.scheduler.client.report [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Deleted allocations for instance ef45db2f-2489-474f-ae77-492fa1c8517e [ 884.983040] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134245} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.985557] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.986266] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485660, 'name': Destroy_Task, 'duration_secs': 0.566736} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.999697] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f14156-94bd-45ae-9de3-f2033deeebf7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.003549] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Destroyed the VM [ 885.003822] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 885.004496] env[69584]: DEBUG nova.compute.manager [req-ffc92b25-eba6-406e-a2ee-f7402d39dc03 req-a6c2e42e-9508-406e-9786-5809ae43a7fa service nova] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Detach interface failed, port_id=a0e04bc9-29f5-48f4-8123-914b6ecf0d24, reason: Instance b8ade33d-589e-4c3e-87ef-301aa95b28e6 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.004991] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-241d6f0a-9d9f-4276-ace1-d0348c4b4e31 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.028620] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] ecba1888-6446-46eb-92f1-33ce6ebdcfc3/ecba1888-6446-46eb-92f1-33ce6ebdcfc3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.031073] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1ff920-af0d-4b7b-9386-cc4ad93878f9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.047800] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 885.047800] env[69584]: value = "task-3485662" [ 885.047800] env[69584]: _type = "Task" [ 885.047800] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.053577] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 885.053577] env[69584]: value = "task-3485663" [ 885.053577] env[69584]: _type = "Task" [ 885.053577] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.057141] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.065052] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.086287] env[69584]: DEBUG nova.compute.manager [req-5cb121d0-f066-48ef-a058-33ffb1d8168d req-c2cce3c9-bd2e-4e6e-8597-d860f8b9365b service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Received event network-vif-plugged-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.086412] env[69584]: DEBUG oslo_concurrency.lockutils [req-5cb121d0-f066-48ef-a058-33ffb1d8168d req-c2cce3c9-bd2e-4e6e-8597-d860f8b9365b service nova] Acquiring lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.086640] env[69584]: DEBUG oslo_concurrency.lockutils [req-5cb121d0-f066-48ef-a058-33ffb1d8168d req-c2cce3c9-bd2e-4e6e-8597-d860f8b9365b service nova] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.086853] env[69584]: DEBUG oslo_concurrency.lockutils [req-5cb121d0-f066-48ef-a058-33ffb1d8168d req-c2cce3c9-bd2e-4e6e-8597-d860f8b9365b service nova] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.087063] env[69584]: DEBUG nova.compute.manager [req-5cb121d0-f066-48ef-a058-33ffb1d8168d req-c2cce3c9-bd2e-4e6e-8597-d860f8b9365b service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] No waiting events found dispatching network-vif-plugged-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.087233] env[69584]: WARNING nova.compute.manager [req-5cb121d0-f066-48ef-a058-33ffb1d8168d req-c2cce3c9-bd2e-4e6e-8597-d860f8b9365b service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Received unexpected event network-vif-plugged-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 for instance with vm_state building and task_state spawning. [ 885.091213] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52062d70-93a7-bffa-3410-58a2dd5c0126, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.091442] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.092227] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 33f0d54e-db21-422a-ad33-6a4fd02e2d62/33f0d54e-db21-422a-ad33-6a4fd02e2d62.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.092227] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b07df34-9339-4592-8297-d6204f80010c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.099422] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 885.099422] env[69584]: value = "task-3485664" [ 885.099422] env[69584]: _type = "Task" [ 885.099422] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.106905] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.213102] env[69584]: DEBUG nova.network.neutron [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Successfully updated port: 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.254665] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: ce489b44-ae3c-48a2-a77e-5ca07e26b193] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.313943] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.429759] env[69584]: DEBUG nova.compute.utils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.431533] env[69584]: DEBUG nova.compute.manager [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.431533] env[69584]: DEBUG nova.network.neutron [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.480972] env[69584]: DEBUG oslo_concurrency.lockutils [None req-194dc7b5-bb5f-4af4-8f83-74ce8117f429 tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "6057c2c1-ef4c-464e-9385-47a95cd09825" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.449s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.482386] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ef92f164-83e9-4f38-bc2f-4b2d8b3a3270 tempest-ServersTestBootFromVolume-727726601 tempest-ServersTestBootFromVolume-727726601-project-member] Lock "ef45db2f-2489-474f-ae77-492fa1c8517e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.344s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.497954] env[69584]: DEBUG nova.policy [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c84c941bfdfd4c09805c52f286c5293a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b9e90bae92c4156bcec1c7340ebd21f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.565787] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.569906] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485663, 'name': ReconfigVM_Task, 'duration_secs': 0.375512} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.569906] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Reconfigured VM instance instance-00000041 to attach disk [datastore1] ecba1888-6446-46eb-92f1-33ce6ebdcfc3/ecba1888-6446-46eb-92f1-33ce6ebdcfc3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.570238] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6845e41f-c42c-4f84-8601-ee6fed354bea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.583815] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 885.583815] env[69584]: value = "task-3485666" [ 885.583815] env[69584]: _type = "Task" [ 885.583815] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.595738] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485666, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.610397] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485664, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.716344] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "refresh_cache-7e92478c-7c46-4700-940c-cf8c6fd89ed6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.716544] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "refresh_cache-7e92478c-7c46-4700-940c-cf8c6fd89ed6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.716628] env[69584]: DEBUG nova.network.neutron [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.759897] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 746ee2f3-b43f-44a6-a584-f64f91cacb46] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.811042] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.941636] env[69584]: DEBUG nova.compute.manager [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.064252] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485662, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.095805] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485666, 'name': Rename_Task, 'duration_secs': 0.153858} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.096239] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.096417] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72067a3f-72ae-4b47-b440-99d04389d2af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.107720] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 886.107720] env[69584]: value = "task-3485667" [ 886.107720] env[69584]: _type = "Task" [ 886.107720] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.111228] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540533} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.114627] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 33f0d54e-db21-422a-ad33-6a4fd02e2d62/33f0d54e-db21-422a-ad33-6a4fd02e2d62.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.114627] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.114865] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c80e8540-78ba-4f9b-a58a-c74f5c1ae34c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.124285] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.125628] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 886.125628] env[69584]: value = "task-3485668" [ 886.125628] env[69584]: _type = "Task" [ 886.125628] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.133145] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.263874] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 09fbe61d-3dd5-421d-870b-4320e7ba8c0d] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.313481] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.380116] env[69584]: DEBUG nova.network.neutron [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Successfully created port: 12213fd4-703d-40ac-aaa5-a2c239d4ad56 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.394032] env[69584]: DEBUG nova.network.neutron [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.535085] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a25fb-18f2-4186-a549-946941a5f256 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.543227] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f003bb06-28b3-4142-b92c-203de7a7bf30 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.583685] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d05e685-5442-4839-8fbd-b88c3247bd2c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.593376] env[69584]: DEBUG oslo_vmware.api [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485662, 'name': RemoveSnapshot_Task, 'duration_secs': 1.413889} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.594728] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60dba2e-e9fe-4881-9fa4-707b0dcdad3b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.598353] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 886.598687] env[69584]: INFO nova.compute.manager [None req-d1bbbf21-fb3c-4d8b-8f60-f95644a29fc1 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Took 16.15 seconds to snapshot the instance on the hypervisor. [ 886.613591] env[69584]: DEBUG nova.compute.provider_tree [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.628872] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.637710] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066604} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.637981] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.640899] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b5a3bc-fd11-40c4-ac06-824d5420d98e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.663726] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 33f0d54e-db21-422a-ad33-6a4fd02e2d62/33f0d54e-db21-422a-ad33-6a4fd02e2d62.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.664514] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f023d27-6411-42a1-9c36-015fdb5a4d4e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.684783] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 886.684783] env[69584]: value = "task-3485669" [ 886.684783] env[69584]: _type = "Task" [ 886.684783] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.693231] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.768021] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: ad145721-739b-40ec-b806-2c91c082be75] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.795052] env[69584]: DEBUG nova.network.neutron [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Updating instance_info_cache with network_info: [{"id": "09c1b3fd-b7e1-4f39-970b-3f7f4748dd79", "address": "fa:16:3e:7d:d3:68", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c1b3fd-b7", "ovs_interfaceid": "09c1b3fd-b7e1-4f39-970b-3f7f4748dd79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.811491] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.965639] env[69584]: DEBUG nova.compute.manager [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.004699] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.004949] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.005156] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.005344] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.005488] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.005633] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.005856] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.007086] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.008391] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.008391] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.008391] env[69584]: DEBUG nova.virt.hardware [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.008644] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d8cf43-9823-48ea-b0d5-d3238159a026 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.020037] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe80007-4fe7-4ae2-becd-d3cabc8f0c93 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.126143] env[69584]: DEBUG nova.scheduler.client.report [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.132982] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.197382] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485669, 'name': ReconfigVM_Task, 'duration_secs': 0.325946} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.199188] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 33f0d54e-db21-422a-ad33-6a4fd02e2d62/33f0d54e-db21-422a-ad33-6a4fd02e2d62.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.200803] env[69584]: DEBUG nova.compute.manager [req-13dc0480-0d80-4a3b-8f6b-506c20f233f4 req-054eb909-a6e5-4ae6-8b84-d0cf66d48c1f service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Received event network-changed-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.201126] env[69584]: DEBUG nova.compute.manager [req-13dc0480-0d80-4a3b-8f6b-506c20f233f4 req-054eb909-a6e5-4ae6-8b84-d0cf66d48c1f service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Refreshing instance network info cache due to event network-changed-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.201425] env[69584]: DEBUG oslo_concurrency.lockutils [req-13dc0480-0d80-4a3b-8f6b-506c20f233f4 req-054eb909-a6e5-4ae6-8b84-d0cf66d48c1f service nova] Acquiring lock "refresh_cache-7e92478c-7c46-4700-940c-cf8c6fd89ed6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.203980] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7434dfbc-a070-40ec-b0ad-999e3d77c24f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.213495] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 887.213495] env[69584]: value = "task-3485670" [ 887.213495] env[69584]: _type = "Task" [ 887.213495] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.221125] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485670, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.272865] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: bb9939f0-b1d7-4db5-8c01-3ca5e7c4c791] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.300539] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "refresh_cache-7e92478c-7c46-4700-940c-cf8c6fd89ed6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.300901] env[69584]: DEBUG nova.compute.manager [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Instance network_info: |[{"id": "09c1b3fd-b7e1-4f39-970b-3f7f4748dd79", "address": "fa:16:3e:7d:d3:68", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c1b3fd-b7", "ovs_interfaceid": "09c1b3fd-b7e1-4f39-970b-3f7f4748dd79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.301786] env[69584]: DEBUG oslo_concurrency.lockutils [req-13dc0480-0d80-4a3b-8f6b-506c20f233f4 req-054eb909-a6e5-4ae6-8b84-d0cf66d48c1f service nova] Acquired lock "refresh_cache-7e92478c-7c46-4700-940c-cf8c6fd89ed6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.301982] env[69584]: DEBUG nova.network.neutron [req-13dc0480-0d80-4a3b-8f6b-506c20f233f4 req-054eb909-a6e5-4ae6-8b84-d0cf66d48c1f service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Refreshing network info cache for port 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.303581] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:d3:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09c1b3fd-b7e1-4f39-970b-3f7f4748dd79', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.311701] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.315957] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.316745] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-352a189b-2711-4abf-82a1-399ce29f29eb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.338887] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.340276] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.340276] env[69584]: value = "task-3485671" [ 887.340276] env[69584]: _type = "Task" [ 887.340276] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.348504] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485671, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.626518] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485667, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.636139] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.636669] env[69584]: DEBUG nova.compute.manager [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.641159] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.326s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.642541] env[69584]: INFO nova.compute.claims [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.733612] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485670, 'name': Rename_Task, 'duration_secs': 0.142163} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.733612] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.733612] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb76418-075e-4d95-89f9-8b4de7e86a5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.739894] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 887.739894] env[69584]: value = "task-3485672" [ 887.739894] env[69584]: _type = "Task" [ 887.739894] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.751450] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.773709] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 300d73e5-833f-4e19-ae99-8e5ce9c1d817] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.783065] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquiring lock "744a7db4-6a8e-407e-890b-21e479b752bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.784141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lock "744a7db4-6a8e-407e-890b-21e479b752bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.784141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquiring lock "744a7db4-6a8e-407e-890b-21e479b752bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.784141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lock "744a7db4-6a8e-407e-890b-21e479b752bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.784141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lock "744a7db4-6a8e-407e-890b-21e479b752bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.786520] env[69584]: INFO nova.compute.manager [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Terminating instance [ 887.817361] env[69584]: DEBUG oslo_vmware.api [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485656, 'name': ReconfigVM_Task, 'duration_secs': 5.802054} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.817995] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.817995] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Reconfigured VM to detach interface {{(pid=69584) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 887.852842] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485671, 'name': CreateVM_Task, 'duration_secs': 0.391532} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.853021] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.854104] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.854275] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.854581] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.855657] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92eca3af-7742-44f7-ac1e-891173b81251 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.862470] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 887.862470] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f1bc79-f6fa-039d-8b47-4afe87710e7d" [ 887.862470] env[69584]: _type = "Task" [ 887.862470] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.870872] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f1bc79-f6fa-039d-8b47-4afe87710e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.127148] env[69584]: DEBUG oslo_vmware.api [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485667, 'name': PowerOnVM_Task, 'duration_secs': 1.565913} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.127384] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.127784] env[69584]: INFO nova.compute.manager [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Took 9.72 seconds to spawn the instance on the hypervisor. [ 888.128038] env[69584]: DEBUG nova.compute.manager [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.128908] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377eac54-1195-4816-bae2-a872ad4fb8bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.152771] env[69584]: DEBUG nova.compute.utils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.156506] env[69584]: DEBUG nova.compute.manager [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.156506] env[69584]: DEBUG nova.network.neutron [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.206759] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "a370afe3-c2f8-432a-a526-81426d935a9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.207846] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.208148] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "a370afe3-c2f8-432a-a526-81426d935a9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.208305] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.208471] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.211902] env[69584]: INFO nova.compute.manager [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Terminating instance [ 888.251555] env[69584]: DEBUG oslo_vmware.api [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485672, 'name': PowerOnVM_Task, 'duration_secs': 0.487148} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.251922] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.252190] env[69584]: INFO nova.compute.manager [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Took 6.55 seconds to spawn the instance on the hypervisor. [ 888.252697] env[69584]: DEBUG nova.compute.manager [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.253262] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4d1576-5f43-41bf-a9f6-743032f01f9d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.283493] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: e5e667e1-f834-442e-82eb-f1ee771ac463] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.293407] env[69584]: DEBUG nova.compute.manager [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.293407] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.293407] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6f551a-531c-4353-a3df-f055f9ef1302 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.305020] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.305020] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a99c8c2-2294-4e38-a559-0be9aa92af5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.310022] env[69584]: DEBUG oslo_vmware.api [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 888.310022] env[69584]: value = "task-3485673" [ 888.310022] env[69584]: _type = "Task" [ 888.310022] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.316021] env[69584]: DEBUG nova.policy [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fb1aea315de4442abd2ff6ee7a4d954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c9475842ce34babac56b239f4c2fa44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.330607] env[69584]: DEBUG oslo_vmware.api [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.373462] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f1bc79-f6fa-039d-8b47-4afe87710e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.373788] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.374083] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.374281] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.374614] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.374652] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.374997] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ed85657-36cb-406e-ada1-efe3a48cbef1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.383745] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.383885] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.384629] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed52f033-eaa1-4630-94d4-7dd011cb3350 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.390332] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 888.390332] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b75e1a-ea6f-fa36-d7b2-5d91009f0cc6" [ 888.390332] env[69584]: _type = "Task" [ 888.390332] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.400508] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b75e1a-ea6f-fa36-d7b2-5d91009f0cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.586308] env[69584]: DEBUG nova.network.neutron [req-13dc0480-0d80-4a3b-8f6b-506c20f233f4 req-054eb909-a6e5-4ae6-8b84-d0cf66d48c1f service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Updated VIF entry in instance network info cache for port 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.586682] env[69584]: DEBUG nova.network.neutron [req-13dc0480-0d80-4a3b-8f6b-506c20f233f4 req-054eb909-a6e5-4ae6-8b84-d0cf66d48c1f service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Updating instance_info_cache with network_info: [{"id": "09c1b3fd-b7e1-4f39-970b-3f7f4748dd79", "address": "fa:16:3e:7d:d3:68", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c1b3fd-b7", "ovs_interfaceid": "09c1b3fd-b7e1-4f39-970b-3f7f4748dd79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.653923] env[69584]: INFO nova.compute.manager [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Took 44.40 seconds to build instance. [ 888.660366] env[69584]: DEBUG nova.compute.manager [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.721154] env[69584]: DEBUG nova.compute.manager [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.721385] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.722681] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03409c5-b96b-4176-a7dc-4f5df31fc297 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.730228] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.730512] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19a20632-7c5c-4135-888c-b7432b3cd270 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.740986] env[69584]: DEBUG oslo_vmware.api [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 888.740986] env[69584]: value = "task-3485674" [ 888.740986] env[69584]: _type = "Task" [ 888.740986] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.750466] env[69584]: DEBUG oslo_vmware.api [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.783166] env[69584]: INFO nova.compute.manager [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Took 42.22 seconds to build instance. [ 888.787343] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 63601191-17ad-4e58-ab82-be3decc8c167] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.820677] env[69584]: DEBUG oslo_vmware.api [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485673, 'name': PowerOffVM_Task, 'duration_secs': 0.334203} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.821045] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.821330] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.821606] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b50a62aa-6ee7-40b0-8176-ceae7c58ec77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.883920] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.883920] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.885025] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Deleting the datastore file [datastore1] 744a7db4-6a8e-407e-890b-21e479b752bf {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.885025] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44677e5c-9c3d-4d16-9a85-94dae965954b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.892157] env[69584]: DEBUG oslo_vmware.api [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for the task: (returnval){ [ 888.892157] env[69584]: value = "task-3485676" [ 888.892157] env[69584]: _type = "Task" [ 888.892157] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.907665] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b75e1a-ea6f-fa36-d7b2-5d91009f0cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.014232} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.912167] env[69584]: DEBUG oslo_vmware.api [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.914626] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744bfe21-4011-49dc-be00-6e71d73b2427 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.920092] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 888.920092] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ad8251-e098-ec31-cb4a-9ef772f1d272" [ 888.920092] env[69584]: _type = "Task" [ 888.920092] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.934326] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ad8251-e098-ec31-cb4a-9ef772f1d272, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.934768] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.935242] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 7e92478c-7c46-4700-940c-cf8c6fd89ed6/7e92478c-7c46-4700-940c-cf8c6fd89ed6.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.935530] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-071ba15e-325c-47c8-9764-55cbbb79e433 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.942338] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 888.942338] env[69584]: value = "task-3485677" [ 888.942338] env[69584]: _type = "Task" [ 888.942338] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.953031] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.046473] env[69584]: DEBUG nova.network.neutron [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Successfully updated port: 12213fd4-703d-40ac-aaa5-a2c239d4ad56 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.091231] env[69584]: DEBUG oslo_concurrency.lockutils [req-13dc0480-0d80-4a3b-8f6b-506c20f233f4 req-054eb909-a6e5-4ae6-8b84-d0cf66d48c1f service nova] Releasing lock "refresh_cache-7e92478c-7c46-4700-940c-cf8c6fd89ed6" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.146575] env[69584]: DEBUG nova.network.neutron [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Successfully created port: 3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.156525] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9b37ad8e-38db-43d0-8f0e-761256991574 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.504s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.230158] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6754480b-593d-47a2-b10f-b8f8666a1eeb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.242470] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595328ff-52a9-41f1-9753-ec1b898de17c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.285692] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b595bf8-f29b-418b-a6cd-7de32b47d982 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.289369] env[69584]: DEBUG oslo_vmware.api [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485674, 'name': PowerOffVM_Task, 'duration_secs': 0.326464} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.289811] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df2d775b-5fa9-470e-8163-ec50f1b4f65e tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.635s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.290058] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.290292] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.291556] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f4a566c-3d82-4719-adfd-b44b0d01755b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.292979] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 9c195701-261c-4f8d-9558-c4bbb139133a] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.300293] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef39c97-1bff-42fe-85a0-22920f28756a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.317491] env[69584]: DEBUG nova.compute.provider_tree [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.363202] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.363348] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.363528] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Deleting the datastore file [datastore1] a370afe3-c2f8-432a-a526-81426d935a9c {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.363972] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ab1392d-f892-4004-a54b-2bcccd8ebb34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.372454] env[69584]: DEBUG oslo_vmware.api [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for the task: (returnval){ [ 889.372454] env[69584]: value = "task-3485679" [ 889.372454] env[69584]: _type = "Task" [ 889.372454] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.380739] env[69584]: DEBUG oslo_vmware.api [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.407687] env[69584]: DEBUG oslo_vmware.api [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Task: {'id': task-3485676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170693} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.407984] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.408226] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.408456] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.408652] env[69584]: INFO nova.compute.manager [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 889.408956] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.409624] env[69584]: DEBUG nova.compute.manager [-] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.409759] env[69584]: DEBUG nova.network.neutron [-] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.456195] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485677, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.548528] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquiring lock "refresh_cache-9a44842a-d07a-456a-849c-40c012ec56ef" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.548856] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquired lock "refresh_cache-9a44842a-d07a-456a-849c-40c012ec56ef" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.549355] env[69584]: DEBUG nova.network.neutron [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.655998] env[69584]: DEBUG nova.compute.manager [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Received event network-vif-plugged-12213fd4-703d-40ac-aaa5-a2c239d4ad56 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.656292] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] Acquiring lock "9a44842a-d07a-456a-849c-40c012ec56ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.657386] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] Lock "9a44842a-d07a-456a-849c-40c012ec56ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.657386] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] Lock "9a44842a-d07a-456a-849c-40c012ec56ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.657386] env[69584]: DEBUG nova.compute.manager [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] No waiting events found dispatching network-vif-plugged-12213fd4-703d-40ac-aaa5-a2c239d4ad56 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.657386] env[69584]: WARNING nova.compute.manager [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Received unexpected event network-vif-plugged-12213fd4-703d-40ac-aaa5-a2c239d4ad56 for instance with vm_state building and task_state spawning. [ 889.657641] env[69584]: DEBUG nova.compute.manager [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received event network-vif-deleted-4632911e-6430-483d-8bc2-10f1f5539809 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.657799] env[69584]: INFO nova.compute.manager [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Neutron deleted interface 4632911e-6430-483d-8bc2-10f1f5539809; detaching it from the instance and deleting it from the info cache [ 889.658013] env[69584]: DEBUG nova.network.neutron [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e517e879-1475-4018-a45c-56bd4164fbcf", "address": "fa:16:3e:8c:e2:4b", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape517e879-14", "ovs_interfaceid": "e517e879-1475-4018-a45c-56bd4164fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.676290] env[69584]: DEBUG nova.compute.manager [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.701663] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.701977] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.702091] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.702310] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.702474] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.702638] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.702823] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.702979] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.703165] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.703327] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.703500] env[69584]: DEBUG nova.virt.hardware [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.704373] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f249ed6-20ae-4f07-bfef-a1f2e89a1dd0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.711860] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3f1241-c8fc-4ec9-a03a-11b06b0ce63a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.782208] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.782623] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.782748] env[69584]: DEBUG nova.network.neutron [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.794642] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] Acquiring lock "refresh_cache-33f0d54e-db21-422a-ad33-6a4fd02e2d62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.794946] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] Acquired lock "refresh_cache-33f0d54e-db21-422a-ad33-6a4fd02e2d62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.795048] env[69584]: DEBUG nova.network.neutron [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.800783] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: b1e0d3ca-8f60-40e3-b748-c27ab7c346b3] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.822200] env[69584]: DEBUG nova.scheduler.client.report [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.841885] env[69584]: DEBUG nova.compute.manager [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received event network-vif-deleted-e517e879-1475-4018-a45c-56bd4164fbcf {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.842415] env[69584]: INFO nova.compute.manager [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Neutron deleted interface e517e879-1475-4018-a45c-56bd4164fbcf; detaching it from the instance and deleting it from the info cache [ 889.842722] env[69584]: DEBUG nova.network.neutron [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.881614] env[69584]: DEBUG oslo_vmware.api [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Task: {'id': task-3485679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321558} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.881904] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.882113] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.882302] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.882475] env[69584]: INFO nova.compute.manager [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 889.882726] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.882968] env[69584]: DEBUG nova.compute.manager [-] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.883105] env[69584]: DEBUG nova.network.neutron [-] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.953298] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485677, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.115573] env[69584]: DEBUG nova.network.neutron [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.140062] env[69584]: DEBUG nova.compute.manager [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.141189] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f80e6f-773a-4f27-a27c-db89d52b439d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.160807] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.161074] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] Acquired lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.161880] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df7004b-32ec-414a-a72f-2139ddf99a15 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.183333] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] Releasing lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.183688] env[69584]: WARNING nova.compute.manager [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Detach interface failed, port_id=4632911e-6430-483d-8bc2-10f1f5539809, reason: No device with interface-id 4632911e-6430-483d-8bc2-10f1f5539809 exists on VM: nova.exception.NotFound: No device with interface-id 4632911e-6430-483d-8bc2-10f1f5539809 exists on VM [ 890.186220] env[69584]: DEBUG nova.compute.manager [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Received event network-changed-12213fd4-703d-40ac-aaa5-a2c239d4ad56 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.186220] env[69584]: DEBUG nova.compute.manager [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Refreshing instance network info cache due to event network-changed-12213fd4-703d-40ac-aaa5-a2c239d4ad56. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.186220] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] Acquiring lock "refresh_cache-9a44842a-d07a-456a-849c-40c012ec56ef" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.308096] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 1dc1383e-8482-4597-bcde-ce1ba3377b12] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.328461] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.329271] env[69584]: DEBUG nova.compute.manager [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.333469] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.587s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.335018] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.336139] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.068s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.336417] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.338680] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.149s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.340257] env[69584]: INFO nova.compute.claims [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.342963] env[69584]: DEBUG nova.network.neutron [-] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.345567] env[69584]: DEBUG oslo_concurrency.lockutils [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.345756] env[69584]: DEBUG oslo_concurrency.lockutils [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Acquired lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.346965] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f54bf0-5477-4105-bddf-3025adf4af0a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.374583] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf114ae-f1b1-48e3-a5f3-3b6b154e8d0c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.406991] env[69584]: DEBUG nova.virt.vmwareapi.vmops [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Reconfiguring VM to detach interface {{(pid=69584) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 890.408327] env[69584]: INFO nova.scheduler.client.report [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleted allocations for instance 56f12a2c-d21f-414e-b27e-b140d735351e [ 890.414030] env[69584]: INFO nova.scheduler.client.report [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Deleted allocations for instance afd7a1c1-1c84-4d77-b041-ef05793273c2 [ 890.414030] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.414030] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3421a6-bef2-46a4-a785-57d56fc6f6ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.441055] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Waiting for the task: (returnval){ [ 890.441055] env[69584]: value = "task-3485680" [ 890.441055] env[69584]: _type = "Task" [ 890.441055] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.456526] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485677, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.456962] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.659066] env[69584]: INFO nova.compute.manager [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] instance snapshotting [ 890.663041] env[69584]: DEBUG nova.network.neutron [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Updating instance_info_cache with network_info: [{"id": "5805328d-3e10-48fe-aea9-2dd8937c71f2", "address": "fa:16:3e:bc:ba:ab", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5805328d-3e", "ovs_interfaceid": "5805328d-3e10-48fe-aea9-2dd8937c71f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.665141] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05346cfc-d9b0-461f-ae51-f7fd2c562d56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.688449] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1783184e-640e-4d57-b901-ffd929d2f843 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.748260] env[69584]: DEBUG nova.network.neutron [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Updating instance_info_cache with network_info: [{"id": "12213fd4-703d-40ac-aaa5-a2c239d4ad56", "address": "fa:16:3e:b2:f4:c0", "network": {"id": "29f0e7fe-be80-41f4-a2a1-5d353e62a041", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1781022244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9e90bae92c4156bcec1c7340ebd21f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12213fd4-70", "ovs_interfaceid": "12213fd4-703d-40ac-aaa5-a2c239d4ad56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.812022] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: c5b37706-5ac2-4539-b5d8-7f0dccd4657d] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.849458] env[69584]: DEBUG nova.compute.utils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.854783] env[69584]: INFO nova.compute.manager [-] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Took 1.44 seconds to deallocate network for instance. [ 890.855178] env[69584]: DEBUG nova.compute.manager [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Not allocating networking since 'none' was specified. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 890.941233] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42f25278-3781-4179-8a5d-8e3518308e20 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "afd7a1c1-1c84-4d77-b041-ef05793273c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.863s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.942809] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56459abf-8e83-4ab9-af67-fb159d62a6b8 tempest-MultipleCreateTestJSON-243479890 tempest-MultipleCreateTestJSON-243479890-project-member] Lock "56f12a2c-d21f-414e-b27e-b140d735351e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.760s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.963394] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.966895] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485677, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.62332} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.967208] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 7e92478c-7c46-4700-940c-cf8c6fd89ed6/7e92478c-7c46-4700-940c-cf8c6fd89ed6.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.967426] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.967713] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-855d5db7-4f91-4d7c-ac91-56a06b8c4a4d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.973945] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 890.973945] env[69584]: value = "task-3485681" [ 890.973945] env[69584]: _type = "Task" [ 890.973945] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.982878] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.107222] env[69584]: INFO nova.network.neutron [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Port e517e879-1475-4018-a45c-56bd4164fbcf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 891.107369] env[69584]: DEBUG nova.network.neutron [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [{"id": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "address": "fa:16:3e:a6:1a:7f", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a7d460-e6", "ovs_interfaceid": "23a7d460-e6cf-49c4-946e-4bf9e7a63472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.169782] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] Releasing lock "refresh_cache-33f0d54e-db21-422a-ad33-6a4fd02e2d62" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.173118] env[69584]: DEBUG nova.compute.manager [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Inject network info {{(pid=69584) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 891.173118] env[69584]: DEBUG nova.compute.manager [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] network_info to inject: |[{"id": "5805328d-3e10-48fe-aea9-2dd8937c71f2", "address": "fa:16:3e:bc:ba:ab", "network": {"id": "dc3b820f-a103-44ff-a3cb-5e2cd27db2d0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-692647091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b439f64584cb49d19c049a42e718fe72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5805328d-3e", "ovs_interfaceid": "5805328d-3e10-48fe-aea9-2dd8937c71f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 891.176267] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Reconfiguring VM instance to set the machine id {{(pid=69584) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 891.176833] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-282cb6ff-9e8d-436b-b97b-fec45e8b0def {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.201156] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 891.201156] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a1814ed7-f1b5-406d-bf4c-11d6dd441faa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.203359] env[69584]: DEBUG oslo_vmware.api [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] Waiting for the task: (returnval){ [ 891.203359] env[69584]: value = "task-3485682" [ 891.203359] env[69584]: _type = "Task" [ 891.203359] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.209768] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 891.209768] env[69584]: value = "task-3485683" [ 891.209768] env[69584]: _type = "Task" [ 891.209768] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.222159] env[69584]: DEBUG oslo_vmware.api [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] Task: {'id': task-3485682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.227968] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485683, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.253717] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Releasing lock "refresh_cache-9a44842a-d07a-456a-849c-40c012ec56ef" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.254106] env[69584]: DEBUG nova.compute.manager [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Instance network_info: |[{"id": "12213fd4-703d-40ac-aaa5-a2c239d4ad56", "address": "fa:16:3e:b2:f4:c0", "network": {"id": "29f0e7fe-be80-41f4-a2a1-5d353e62a041", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1781022244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9e90bae92c4156bcec1c7340ebd21f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12213fd4-70", "ovs_interfaceid": "12213fd4-703d-40ac-aaa5-a2c239d4ad56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.254431] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] Acquired lock "refresh_cache-9a44842a-d07a-456a-849c-40c012ec56ef" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.254615] env[69584]: DEBUG nova.network.neutron [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Refreshing network info cache for port 12213fd4-703d-40ac-aaa5-a2c239d4ad56 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.255935] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:f4:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12213fd4-703d-40ac-aaa5-a2c239d4ad56', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.266306] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Creating folder: Project (3b9e90bae92c4156bcec1c7340ebd21f). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.266933] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67f0c713-0a83-473b-a9f0-43f691dc4899 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.278751] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Created folder: Project (3b9e90bae92c4156bcec1c7340ebd21f) in parent group-v696614. [ 891.278827] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Creating folder: Instances. Parent ref: group-v696797. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.279105] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49c50a3a-5f2d-46fe-a214-9f728dac5f5e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.289473] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Created folder: Instances in parent group-v696797. [ 891.289473] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.289473] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.289473] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2cb0f4d-744c-4fc9-944e-ee4b62ef5fd8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.315262] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 945b7866-0797-4ba6-984e-cbfc0bc7dbc2] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.318389] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.318389] env[69584]: value = "task-3485686" [ 891.318389] env[69584]: _type = "Task" [ 891.318389] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.329496] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485686, 'name': CreateVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.340097] env[69584]: DEBUG nova.network.neutron [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Successfully updated port: 3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.356251] env[69584]: DEBUG nova.compute.manager [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.362643] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.453225] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.484320] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202275} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.487399] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.488608] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47441cf9-33dc-46be-85d8-5c54567c20d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.520422] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 7e92478c-7c46-4700-940c-cf8c6fd89ed6/7e92478c-7c46-4700-940c-cf8c6fd89ed6.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.524528] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2f7daa-6a08-47bc-b989-188c9e3ffa0a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.546581] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 891.546581] env[69584]: value = "task-3485687" [ 891.546581] env[69584]: _type = "Task" [ 891.546581] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.558504] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.612418] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.677830] env[69584]: DEBUG nova.network.neutron [-] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.715362] env[69584]: DEBUG oslo_vmware.api [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] Task: {'id': task-3485682, 'name': ReconfigVM_Task, 'duration_secs': 0.186258} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.718664] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fda0b1-00f6-419e-9b98-0dbfa3ba320b tempest-ServersAdminTestJSON-1862823525 tempest-ServersAdminTestJSON-1862823525-project-admin] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Reconfigured VM instance to set the machine id {{(pid=69584) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 891.727510] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485683, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.736862] env[69584]: DEBUG nova.compute.manager [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Received event network-vif-deleted-34c411a7-9fde-4267-a8d2-55553d4bb8e7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.736862] env[69584]: DEBUG nova.compute.manager [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Received event network-vif-deleted-feebe4ef-399a-4f75-8c2b-4f684a4f2f89 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.736862] env[69584]: DEBUG nova.compute.manager [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Received event network-vif-plugged-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.736862] env[69584]: DEBUG oslo_concurrency.lockutils [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] Acquiring lock "a29f1ec4-6684-41cf-baf4-03799d626d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.736862] env[69584]: DEBUG oslo_concurrency.lockutils [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] Lock "a29f1ec4-6684-41cf-baf4-03799d626d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.736862] env[69584]: DEBUG oslo_concurrency.lockutils [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] Lock "a29f1ec4-6684-41cf-baf4-03799d626d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.736862] env[69584]: DEBUG nova.compute.manager [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] No waiting events found dispatching network-vif-plugged-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.736862] env[69584]: WARNING nova.compute.manager [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Received unexpected event network-vif-plugged-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 for instance with vm_state building and task_state spawning. [ 891.737281] env[69584]: DEBUG nova.compute.manager [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Received event network-changed-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.737281] env[69584]: DEBUG nova.compute.manager [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Refreshing instance network info cache due to event network-changed-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.738429] env[69584]: DEBUG oslo_concurrency.lockutils [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] Acquiring lock "refresh_cache-a29f1ec4-6684-41cf-baf4-03799d626d98" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.738429] env[69584]: DEBUG oslo_concurrency.lockutils [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] Acquired lock "refresh_cache-a29f1ec4-6684-41cf-baf4-03799d626d98" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.738429] env[69584]: DEBUG nova.network.neutron [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Refreshing network info cache for port 3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.818508] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: b420c938-c1de-44d8-b30c-03fbee51d268] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.838086] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485686, 'name': CreateVM_Task, 'duration_secs': 0.520076} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.838283] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.839064] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.839224] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.839537] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.839817] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca78ea1-2411-467d-951f-ff18ee26238f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.844824] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for the task: (returnval){ [ 891.844824] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525d7be1-7f2c-e32b-496e-b9f91dcf98fa" [ 891.844824] env[69584]: _type = "Task" [ 891.844824] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.849275] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquiring lock "refresh_cache-a29f1ec4-6684-41cf-baf4-03799d626d98" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.868318] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525d7be1-7f2c-e32b-496e-b9f91dcf98fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.945692] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92c1ff-0c44-4f33-b4ba-193a653f04c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.964402] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd282735-bd6b-40ee-ac12-a028e0a72800 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.967494] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.996369] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2368ae6-a089-468a-9bc2-f4532dab7904 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.004919] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206297b7-b325-495e-b011-81a56f591061 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.020476] env[69584]: DEBUG nova.compute.provider_tree [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.056271] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.061383] env[69584]: DEBUG nova.network.neutron [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Updated VIF entry in instance network info cache for port 12213fd4-703d-40ac-aaa5-a2c239d4ad56. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.061746] env[69584]: DEBUG nova.network.neutron [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Updating instance_info_cache with network_info: [{"id": "12213fd4-703d-40ac-aaa5-a2c239d4ad56", "address": "fa:16:3e:b2:f4:c0", "network": {"id": "29f0e7fe-be80-41f4-a2a1-5d353e62a041", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1781022244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9e90bae92c4156bcec1c7340ebd21f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12213fd4-70", "ovs_interfaceid": "12213fd4-703d-40ac-aaa5-a2c239d4ad56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.117386] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b3a266de-f8d1-487c-9139-9f839c6b3a59 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-4632911e-6430-483d-8bc2-10f1f5539809" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.746s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.181570] env[69584]: INFO nova.compute.manager [-] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Took 2.30 seconds to deallocate network for instance. [ 892.233316] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485683, 'name': CreateSnapshot_Task, 'duration_secs': 0.947764} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.233577] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 892.234404] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123fb47a-1c7e-4da2-9f83-a1f1fa04e8c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.287127] env[69584]: DEBUG nova.network.neutron [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.329729] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 72bb6d82-5ec5-4a20-9599-e4bd68b25d74] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.365406] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525d7be1-7f2c-e32b-496e-b9f91dcf98fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01497} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.365406] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.365406] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.365406] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.365406] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.365406] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.365406] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d06594e-7cfa-413b-97b5-14739479795b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.370062] env[69584]: DEBUG nova.compute.manager [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.383671] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.384579] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.385443] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf81e5d-1e4b-4c67-9e68-16668f85a3e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.391538] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for the task: (returnval){ [ 892.391538] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a7a850-faa9-11e1-a7f6-d8361ffd76c1" [ 892.391538] env[69584]: _type = "Task" [ 892.391538] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.400729] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a7a850-faa9-11e1-a7f6-d8361ffd76c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.406182] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.406443] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.406602] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.407177] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.407177] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.407177] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.407398] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.407491] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.407659] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.408024] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.408024] env[69584]: DEBUG nova.virt.hardware [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.409121] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da8027b-573f-4d8b-a31a-393a0781c9d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.412099] env[69584]: DEBUG nova.network.neutron [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.420026] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd72d13-0105-4cb8-951c-dcd4e9e4474b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.435624] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.441505] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Creating folder: Project (30f9633d1ab2447cac8e65251090a669). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.443953] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-127723c0-b199-424a-90d0-b1739bd016bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.456973] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.458579] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Created folder: Project (30f9633d1ab2447cac8e65251090a669) in parent group-v696614. [ 892.458579] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Creating folder: Instances. Parent ref: group-v696801. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.458579] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28749412-0923-4655-a589-307b280ee1aa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.471018] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Created folder: Instances in parent group-v696801. [ 892.471018] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.471018] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.471018] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c290be7-fff4-47e4-b3bf-e256152d2c49 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.488214] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.488214] env[69584]: value = "task-3485690" [ 892.488214] env[69584]: _type = "Task" [ 892.488214] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.495577] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485690, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.525758] env[69584]: DEBUG nova.scheduler.client.report [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.558034] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485687, 'name': ReconfigVM_Task, 'duration_secs': 0.634041} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.558362] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 7e92478c-7c46-4700-940c-cf8c6fd89ed6/7e92478c-7c46-4700-940c-cf8c6fd89ed6.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.558963] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a3ba41e-bbd2-42b6-b835-f89429155916 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.566822] env[69584]: DEBUG oslo_concurrency.lockutils [req-3c419e21-622b-4553-9063-0cdec9f3df6b req-63b5603f-1f1c-4a0d-ba63-e55f43f4b2e5 service nova] Releasing lock "refresh_cache-9a44842a-d07a-456a-849c-40c012ec56ef" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.567545] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 892.567545] env[69584]: value = "task-3485691" [ 892.567545] env[69584]: _type = "Task" [ 892.567545] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.575546] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485691, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.689435] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.757504] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 892.757618] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa90a251-2ce9-43ec-9673-8e3bab623fdc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.767576] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 892.767576] env[69584]: value = "task-3485692" [ 892.767576] env[69584]: _type = "Task" [ 892.767576] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.777958] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485692, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.835059] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: bdcccdc2-36be-4e0f-9501-026f83c14805] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.908916] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a7a850-faa9-11e1-a7f6-d8361ffd76c1, 'name': SearchDatastore_Task, 'duration_secs': 0.020953} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.909939] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b0d940-f32d-4e20-887e-af582419d3db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.915992] env[69584]: DEBUG oslo_concurrency.lockutils [req-b1d2e25e-c1a6-4b16-bf1a-9cd598256d71 req-2d6aa8ea-d2a5-40e2-84dd-42650e345998 service nova] Releasing lock "refresh_cache-a29f1ec4-6684-41cf-baf4-03799d626d98" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.916416] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for the task: (returnval){ [ 892.916416] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e56bbb-f75b-6b8b-3d05-46cd32dbc60b" [ 892.916416] env[69584]: _type = "Task" [ 892.916416] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.916569] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquired lock "refresh_cache-a29f1ec4-6684-41cf-baf4-03799d626d98" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.916652] env[69584]: DEBUG nova.network.neutron [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.927519] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e56bbb-f75b-6b8b-3d05-46cd32dbc60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.958610] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.999813] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485690, 'name': CreateVM_Task, 'duration_secs': 0.510922} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.999998] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.000924] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.001112] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.001428] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.001685] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51aa91fb-0e19-418c-bb2a-dd578053e52d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.006780] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 893.006780] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f911e4-6ef1-ccbf-9cfc-8bc9cec3f300" [ 893.006780] env[69584]: _type = "Task" [ 893.006780] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.014714] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f911e4-6ef1-ccbf-9cfc-8bc9cec3f300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.030751] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.031331] env[69584]: DEBUG nova.compute.manager [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.034669] env[69584]: DEBUG oslo_concurrency.lockutils [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.957s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.034900] env[69584]: DEBUG oslo_concurrency.lockutils [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.036967] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.448s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.037162] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.038934] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.606s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.039129] env[69584]: DEBUG nova.objects.instance [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 893.069125] env[69584]: INFO nova.scheduler.client.report [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Deleted allocations for instance 6eb652f9-2e12-42b4-a311-fca05c5d2ea0 [ 893.071556] env[69584]: INFO nova.scheduler.client.report [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Deleted allocations for instance e09f313d-695f-419a-ba7a-8fe26d166d3b [ 893.087123] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485691, 'name': Rename_Task, 'duration_secs': 0.194414} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.087406] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.089016] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3017ffa5-8085-410a-af66-4eb756c10015 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.094595] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 893.094595] env[69584]: value = "task-3485693" [ 893.094595] env[69584]: _type = "Task" [ 893.094595] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.102562] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.280975] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485692, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.339107] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: a6529acd-76db-430e-9e16-942b98b891d0] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.435777] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e56bbb-f75b-6b8b-3d05-46cd32dbc60b, 'name': SearchDatastore_Task, 'duration_secs': 0.016511} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.437155] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.437155] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 9a44842a-d07a-456a-849c-40c012ec56ef/9a44842a-d07a-456a-849c-40c012ec56ef.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.438872] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2658f3a-1d8c-47df-ad10-dccb6a73d6bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.452640] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for the task: (returnval){ [ 893.452640] env[69584]: value = "task-3485694" [ 893.452640] env[69584]: _type = "Task" [ 893.452640] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.460422] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.465621] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.473171] env[69584]: DEBUG nova.network.neutron [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.518368] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f911e4-6ef1-ccbf-9cfc-8bc9cec3f300, 'name': SearchDatastore_Task, 'duration_secs': 0.017439} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.518719] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.518970] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.519238] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.519388] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.519588] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.519861] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db465c97-b927-4f80-beb4-b5ae44f2d51d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.528235] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.528446] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.529227] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5dc7f17-b444-460d-b0a7-94ceb5fbf446 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.536851] env[69584]: DEBUG nova.compute.utils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.538425] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 893.538425] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a535ef-05d1-f8a0-2720-934f74f09129" [ 893.538425] env[69584]: _type = "Task" [ 893.538425] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.538921] env[69584]: DEBUG nova.compute.manager [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.539140] env[69584]: DEBUG nova.network.neutron [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.558604] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a535ef-05d1-f8a0-2720-934f74f09129, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.559357] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9afdcb-3b8f-42da-a3e2-2ab35e23a021 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.564886] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 893.564886] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52acf2bb-bdc2-bd7d-7d99-4c7907e9f384" [ 893.564886] env[69584]: _type = "Task" [ 893.564886] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.573386] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52acf2bb-bdc2-bd7d-7d99-4c7907e9f384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.586442] env[69584]: DEBUG oslo_concurrency.lockutils [None req-68062d37-614c-41a4-8971-40db74d6af69 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "6eb652f9-2e12-42b4-a311-fca05c5d2ea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.051s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.588140] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2a0501f-fc44-4a43-a5a3-2f62c0caf7b2 tempest-ListServersNegativeTestJSON-964785933 tempest-ListServersNegativeTestJSON-964785933-project-member] Lock "e09f313d-695f-419a-ba7a-8fe26d166d3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.585s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.606116] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.629668] env[69584]: INFO nova.compute.manager [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Rebuilding instance [ 893.635617] env[69584]: DEBUG nova.policy [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a585ec00a77e464fafff3b31f377a84f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e2f7de114e4a6c8ccfe36f26f85872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.682607] env[69584]: DEBUG nova.compute.manager [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.683535] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac6d526-bc13-4823-931a-f641933c8145 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.782137] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485692, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.842637] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 893.842969] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Cleaning up deleted instances with incomplete migration {{(pid=69584) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 893.886233] env[69584]: DEBUG nova.network.neutron [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Updating instance_info_cache with network_info: [{"id": "3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6", "address": "fa:16:3e:d9:28:6c", "network": {"id": "cfb7e408-2dd4-4a47-89f9-3a4ff8538a07", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1570859902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c9475842ce34babac56b239f4c2fa44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb4d8c8-69", "ovs_interfaceid": "3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.916612] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "3137d543-006b-4f18-bbff-d1288ea4017b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.916911] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.917202] env[69584]: INFO nova.compute.manager [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Shelving [ 893.960634] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.966135] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485694, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.039555] env[69584]: DEBUG nova.compute.manager [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.053873] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd96a348-4b10-40d1-8e8c-ef014c1779b9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.055060] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.272s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.055290] env[69584]: DEBUG nova.objects.instance [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lazy-loading 'resources' on Instance uuid cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.076550] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52acf2bb-bdc2-bd7d-7d99-4c7907e9f384, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.076811] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.077129] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] a03fe057-a751-4d32-85f1-6e95851a0e91/a03fe057-a751-4d32-85f1-6e95851a0e91.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.077419] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18db1423-cdcd-4cf9-8bf2-725947d571c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.084225] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 894.084225] env[69584]: value = "task-3485695" [ 894.084225] env[69584]: _type = "Task" [ 894.084225] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.096525] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.105360] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.222288] env[69584]: DEBUG nova.network.neutron [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Successfully created port: 68b9f559-0f46-4880-9744-3b83ca421317 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.280500] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485692, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.346080] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.389021] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Releasing lock "refresh_cache-a29f1ec4-6684-41cf-baf4-03799d626d98" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.389564] env[69584]: DEBUG nova.compute.manager [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Instance network_info: |[{"id": "3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6", "address": "fa:16:3e:d9:28:6c", "network": {"id": "cfb7e408-2dd4-4a47-89f9-3a4ff8538a07", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1570859902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c9475842ce34babac56b239f4c2fa44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb4d8c8-69", "ovs_interfaceid": "3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.389854] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:28:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.398833] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Creating folder: Project (5c9475842ce34babac56b239f4c2fa44). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.399720] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae1283ed-9c03-47f2-b592-411b20fee105 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.411248] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Created folder: Project (5c9475842ce34babac56b239f4c2fa44) in parent group-v696614. [ 894.411649] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Creating folder: Instances. Parent ref: group-v696805. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.413085] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85af7ab2-e130-4d35-aac3-ec292cf8c600 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.422021] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Created folder: Instances in parent group-v696805. [ 894.422364] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.422630] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.422851] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aa1cb92-2c84-49b9-ab88-ee236b36b6df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.447630] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.447630] env[69584]: value = "task-3485698" [ 894.447630] env[69584]: _type = "Task" [ 894.447630] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.465808] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.471176] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485698, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.475590] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647491} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.476061] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 9a44842a-d07a-456a-849c-40c012ec56ef/9a44842a-d07a-456a-849c-40c012ec56ef.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.476405] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.476712] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72410605-e89b-4385-86ac-672995984f98 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.484324] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for the task: (returnval){ [ 894.484324] env[69584]: value = "task-3485699" [ 894.484324] env[69584]: _type = "Task" [ 894.484324] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.492756] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.600760] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485695, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.618276] env[69584]: DEBUG oslo_vmware.api [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485693, 'name': PowerOnVM_Task, 'duration_secs': 1.454467} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.618822] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.619321] env[69584]: INFO nova.compute.manager [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Took 10.36 seconds to spawn the instance on the hypervisor. [ 894.619578] env[69584]: DEBUG nova.compute.manager [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.624351] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c757f710-2c3c-4afd-8f73-5982ade53524 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.699349] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.700945] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f99c0de-2e65-4a77-9265-442190de0353 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.709654] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 894.709654] env[69584]: value = "task-3485700" [ 894.709654] env[69584]: _type = "Task" [ 894.709654] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.723728] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.782591] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485692, 'name': CloneVM_Task, 'duration_secs': 1.955519} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.782875] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Created linked-clone VM from snapshot [ 894.783675] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b86a0e3-a313-444b-82f0-e9b30086de95 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.796901] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Uploading image 547dd0af-25fd-44ca-be70-2ed89fb1f923 {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 894.836848] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 894.836848] env[69584]: value = "vm-696804" [ 894.836848] env[69584]: _type = "VirtualMachine" [ 894.836848] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 894.837539] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-04985f47-e073-4736-9abb-20dd1792ea98 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.846553] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lease: (returnval){ [ 894.846553] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee5de5-8ec9-845b-bbb7-e0200876eb03" [ 894.846553] env[69584]: _type = "HttpNfcLease" [ 894.846553] env[69584]: } obtained for exporting VM: (result){ [ 894.846553] env[69584]: value = "vm-696804" [ 894.846553] env[69584]: _type = "VirtualMachine" [ 894.846553] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 894.847243] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the lease: (returnval){ [ 894.847243] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee5de5-8ec9-845b-bbb7-e0200876eb03" [ 894.847243] env[69584]: _type = "HttpNfcLease" [ 894.847243] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 894.858562] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.858562] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee5de5-8ec9-845b-bbb7-e0200876eb03" [ 894.858562] env[69584]: _type = "HttpNfcLease" [ 894.858562] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 894.946827] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.947702] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77aa66f1-4227-419b-897d-69c48cb052d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.966877] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 894.966877] env[69584]: value = "task-3485702" [ 894.966877] env[69584]: _type = "Task" [ 894.966877] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.976892] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485698, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.977164] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.992059] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.997193] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117591} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.002023] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.002023] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95149f5-5d80-422d-b625-4b365fce1462 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.032163] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 9a44842a-d07a-456a-849c-40c012ec56ef/9a44842a-d07a-456a-849c-40c012ec56ef.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.035244] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d84691-7f90-490f-97ca-de1d0662f4c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.051875] env[69584]: DEBUG nova.compute.manager [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.062024] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for the task: (returnval){ [ 895.062024] env[69584]: value = "task-3485703" [ 895.062024] env[69584]: _type = "Task" [ 895.062024] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.070420] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.089506] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.089827] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.089919] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.090118] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.090260] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.090415] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.090732] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.090936] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.091135] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.091299] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.091487] env[69584]: DEBUG nova.virt.hardware [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.092499] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f28de-4172-4ec6-afaa-e3586d816b2c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.099969] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d236fab6-ef37-4f50-8498-3075e4159845 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.112772] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2fb3fa-95cb-4f35-b3ee-e8ddb7b29a55 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.120046] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831416} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.120279] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] a03fe057-a751-4d32-85f1-6e95851a0e91/a03fe057-a751-4d32-85f1-6e95851a0e91.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.120523] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.121498] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8be99e-e4ec-405b-a03a-04d9ac762737 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.125561] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea2bee26-37b8-493a-9e4c-c634221dff5e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.179298] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d939da9-8678-4a3d-a71f-47d97c4e5553 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.181889] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 895.181889] env[69584]: value = "task-3485704" [ 895.181889] env[69584]: _type = "Task" [ 895.181889] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.194771] env[69584]: INFO nova.compute.manager [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Took 46.50 seconds to build instance. [ 895.194771] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe51e32c-7bd1-4a9f-8c20-61d3dca868a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.206728] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.224817] env[69584]: DEBUG nova.compute.provider_tree [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.232866] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485700, 'name': PowerOffVM_Task, 'duration_secs': 0.35594} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.233191] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.233451] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.234438] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68493f3d-eacd-483f-9b37-cb1075849e46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.242655] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.242937] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2b4fa40-add0-461b-9723-4cf63c7ccd9c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.311314] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.311481] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.311673] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleting the datastore file [datastore2] 8707506a-e8d9-462c-bb69-9540aa6b8ff3 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.312025] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25940323-f017-4d8a-98b4-bbb260a80f46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.319612] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 895.319612] env[69584]: value = "task-3485706" [ 895.319612] env[69584]: _type = "Task" [ 895.319612] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.328634] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.362031] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 895.362031] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee5de5-8ec9-845b-bbb7-e0200876eb03" [ 895.362031] env[69584]: _type = "HttpNfcLease" [ 895.362031] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 895.362031] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 895.362031] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee5de5-8ec9-845b-bbb7-e0200876eb03" [ 895.362031] env[69584]: _type = "HttpNfcLease" [ 895.362031] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 895.362031] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d40595d-b3f5-4b1a-84fa-56c3494a06a8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.370068] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e56056-3dbd-563e-0af7-4e5219b68fe4/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 895.370268] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e56056-3dbd-563e-0af7-4e5219b68fe4/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 895.473304] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.473505] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485698, 'name': CreateVM_Task, 'duration_secs': 0.67069} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.473978] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.474677] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.474822] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.475159] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.476422] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf1db61-d710-4e63-8606-0a94ba73b879 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.482952] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for the task: (returnval){ [ 895.482952] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b2af9d-de81-c5ea-8fc1-e72b3869bdf0" [ 895.482952] env[69584]: _type = "Task" [ 895.482952] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.486873] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485702, 'name': PowerOffVM_Task, 'duration_secs': 0.23873} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.490565] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.491274] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f3fc4-56cf-4671-8e75-b0421ac4817f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.500285] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b2af9d-de81-c5ea-8fc1-e72b3869bdf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.520210] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad8a6cc-0b94-44d4-aaa8-e56de7752fbf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.559790] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68cebff4-a28b-4f46-a40f-1e7f87bfad82 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.572479] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.694792] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1188} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.695079] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.695893] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac441f32-7d5c-404c-8bc5-9f6d04ee3493 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.707689] env[69584]: DEBUG oslo_concurrency.lockutils [None req-22c2a463-4392-4702-968f-2ea2e774d808 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.687s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.717151] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] a03fe057-a751-4d32-85f1-6e95851a0e91/a03fe057-a751-4d32-85f1-6e95851a0e91.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.718014] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-453d2f4a-2574-4705-bc52-24428e416b54 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.736624] env[69584]: DEBUG nova.scheduler.client.report [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.746602] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 895.746602] env[69584]: value = "task-3485707" [ 895.746602] env[69584]: _type = "Task" [ 895.746602] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.756133] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485707, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.832138] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.936930] env[69584]: DEBUG nova.compute.manager [req-e5feb7e5-53d3-49c1-896b-dce217abfe3f req-145e6934-61a0-42fc-b0f9-fdef2521f8b6 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Received event network-vif-plugged-68b9f559-0f46-4880-9744-3b83ca421317 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.937352] env[69584]: DEBUG oslo_concurrency.lockutils [req-e5feb7e5-53d3-49c1-896b-dce217abfe3f req-145e6934-61a0-42fc-b0f9-fdef2521f8b6 service nova] Acquiring lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.937642] env[69584]: DEBUG oslo_concurrency.lockutils [req-e5feb7e5-53d3-49c1-896b-dce217abfe3f req-145e6934-61a0-42fc-b0f9-fdef2521f8b6 service nova] Lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.937858] env[69584]: DEBUG oslo_concurrency.lockutils [req-e5feb7e5-53d3-49c1-896b-dce217abfe3f req-145e6934-61a0-42fc-b0f9-fdef2521f8b6 service nova] Lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.938081] env[69584]: DEBUG nova.compute.manager [req-e5feb7e5-53d3-49c1-896b-dce217abfe3f req-145e6934-61a0-42fc-b0f9-fdef2521f8b6 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] No waiting events found dispatching network-vif-plugged-68b9f559-0f46-4880-9744-3b83ca421317 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.938296] env[69584]: WARNING nova.compute.manager [req-e5feb7e5-53d3-49c1-896b-dce217abfe3f req-145e6934-61a0-42fc-b0f9-fdef2521f8b6 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Received unexpected event network-vif-plugged-68b9f559-0f46-4880-9744-3b83ca421317 for instance with vm_state building and task_state spawning. [ 895.941491] env[69584]: INFO nova.compute.manager [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Rebuilding instance [ 895.970358] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.983742] env[69584]: DEBUG nova.network.neutron [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Successfully updated port: 68b9f559-0f46-4880-9744-3b83ca421317 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.003442] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b2af9d-de81-c5ea-8fc1-e72b3869bdf0, 'name': SearchDatastore_Task, 'duration_secs': 0.032736} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.008507] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.008767] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.009146] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.009197] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.009374] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.012439] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1629cab-e9a5-4e68-bfde-31fab467935d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.016657] env[69584]: DEBUG nova.compute.manager [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.017646] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e3cde1-adb0-4303-ab27-0a2768842f5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.030355] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 896.031169] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.031377] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.032536] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f7121b84-ae7d-49eb-b215-5a8bd5aab4d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.035754] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c860a7dd-a0e5-4356-bb47-1a7384fe371a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.041317] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for the task: (returnval){ [ 896.041317] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5226ddaf-b2fb-b52b-a920-e1fa4fd81de3" [ 896.041317] env[69584]: _type = "Task" [ 896.041317] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.043591] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 896.043591] env[69584]: value = "task-3485708" [ 896.043591] env[69584]: _type = "Task" [ 896.043591] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.059178] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5226ddaf-b2fb-b52b-a920-e1fa4fd81de3, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.064238] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485708, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.064402] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2113f52-51dc-42b0-8c9e-0fae39336079 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.073358] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for the task: (returnval){ [ 896.073358] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275ee80-58b8-7464-afd0-9188d06affec" [ 896.073358] env[69584]: _type = "Task" [ 896.073358] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.078379] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485703, 'name': ReconfigVM_Task, 'duration_secs': 0.636188} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.087023] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 9a44842a-d07a-456a-849c-40c012ec56ef/9a44842a-d07a-456a-849c-40c012ec56ef.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.087023] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9200d16f-379d-4fc4-b6bf-7cee100c1c29 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.100502] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275ee80-58b8-7464-afd0-9188d06affec, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.102265] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.102677] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] a29f1ec4-6684-41cf-baf4-03799d626d98/a29f1ec4-6684-41cf-baf4-03799d626d98.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.103098] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for the task: (returnval){ [ 896.103098] env[69584]: value = "task-3485709" [ 896.103098] env[69584]: _type = "Task" [ 896.103098] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.103444] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b692a19-9185-4d67-be2d-bce030a43b98 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.117778] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485709, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.119717] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for the task: (returnval){ [ 896.119717] env[69584]: value = "task-3485710" [ 896.119717] env[69584]: _type = "Task" [ 896.119717] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.129528] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.243392] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.248973] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.827s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.250221] env[69584]: DEBUG nova.objects.instance [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lazy-loading 'resources' on Instance uuid ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.265227] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.286933] env[69584]: INFO nova.scheduler.client.report [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Deleted allocations for instance cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0 [ 896.339392] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568787} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.340990] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.342079] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.342747] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.470608] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.485865] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "refresh_cache-c6196367-cd11-4e77-abf7-b0a860d1e0e2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.486186] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "refresh_cache-c6196367-cd11-4e77-abf7-b0a860d1e0e2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.486433] env[69584]: DEBUG nova.network.neutron [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.542474] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.543098] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.561057] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.617937] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485709, 'name': Rename_Task, 'duration_secs': 0.223075} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.618311] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.618602] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d41149bd-83c6-4fc5-852b-81e7633ca71d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.634145] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485710, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.635867] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for the task: (returnval){ [ 896.635867] env[69584]: value = "task-3485711" [ 896.635867] env[69584]: _type = "Task" [ 896.635867] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.646272] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.765749] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485707, 'name': ReconfigVM_Task, 'duration_secs': 0.542481} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.766315] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Reconfigured VM instance instance-00000046 to attach disk [datastore1] a03fe057-a751-4d32-85f1-6e95851a0e91/a03fe057-a751-4d32-85f1-6e95851a0e91.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.766954] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8c7795d-67a5-4c6a-94c1-fd1bc60fa0bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.778904] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 896.778904] env[69584]: value = "task-3485712" [ 896.778904] env[69584]: _type = "Task" [ 896.778904] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.785685] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485712, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.797844] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2426276d-baa9-4f60-bd91-1bbbd69d049b tempest-ServerExternalEventsTest-863548822 tempest-ServerExternalEventsTest-863548822-project-member] Lock "cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.599s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.968822] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.028033] env[69584]: DEBUG nova.network.neutron [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.040329] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.042763] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-128ed83f-b6c6-4c32-b0da-dd561f982f2b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.049146] env[69584]: DEBUG nova.compute.utils [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.050499] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 897.050499] env[69584]: value = "task-3485713" [ 897.050499] env[69584]: _type = "Task" [ 897.050499] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.074382] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485708, 'name': CreateSnapshot_Task, 'duration_secs': 0.963628} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.081698] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 897.082407] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.083650] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff6d5e6-e158-42d1-bad5-7f49fb630689 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.136269] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588322} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.139081] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] a29f1ec4-6684-41cf-baf4-03799d626d98/a29f1ec4-6684-41cf-baf4-03799d626d98.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.139350] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.145246] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aa2d276-7019-4376-8881-790bbcd7fdc5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.153506] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485711, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.155085] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for the task: (returnval){ [ 897.155085] env[69584]: value = "task-3485714" [ 897.155085] env[69584]: _type = "Task" [ 897.155085] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.166801] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.212731] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f37b7b-4ac7-4df4-b5cb-80f9a942bef4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.221708] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b12f055-3b6d-4201-8e23-6b3ac1662b13 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.259465] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1595fb-6baf-405f-961a-a2a1d33a75d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.268129] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7abff1-e5e7-41e3-a33a-518e41cf55b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.273374] env[69584]: DEBUG nova.network.neutron [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Updating instance_info_cache with network_info: [{"id": "68b9f559-0f46-4880-9744-3b83ca421317", "address": "fa:16:3e:41:64:7e", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b9f559-0f", "ovs_interfaceid": "68b9f559-0f46-4880-9744-3b83ca421317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.292672] env[69584]: DEBUG nova.compute.provider_tree [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.298047] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485712, 'name': Rename_Task, 'duration_secs': 0.225944} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.298572] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.298839] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8653209-b2b9-4b2d-b602-e2118acafa45 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.306912] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 897.306912] env[69584]: value = "task-3485715" [ 897.306912] env[69584]: _type = "Task" [ 897.306912] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.315377] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.385859] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.386693] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.387014] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.387334] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.387546] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.387748] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.388058] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.388268] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.388450] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.388723] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.388903] env[69584]: DEBUG nova.virt.hardware [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.389862] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedb7fe4-f0bd-4de0-8ec2-d550b046fcce {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.398533] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1327dce1-f2f8-4a69-b2d4-cb4cd1ce2d10 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.413764] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ad:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '267fc35f-9d4e-4b7e-82ae-f3f5043a9666', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.421969] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.422383] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.422746] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-916b6723-1e16-4558-a3a1-8420c2c70cfd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.443741] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.443741] env[69584]: value = "task-3485716" [ 897.443741] env[69584]: _type = "Task" [ 897.443741] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.452201] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485716, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.468180] env[69584]: DEBUG oslo_vmware.api [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Task: {'id': task-3485680, 'name': ReconfigVM_Task, 'duration_secs': 6.58351} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.468478] env[69584]: DEBUG oslo_concurrency.lockutils [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] Releasing lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.468690] env[69584]: DEBUG nova.virt.vmwareapi.vmops [req-7c36a7c7-a7f3-4fbc-a58e-1b2cbbd34fd8 req-1d99debc-a19a-45c2-8bc5-6e9418d48a01 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Reconfigured VM to detach interface {{(pid=69584) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 897.469223] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.056s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.469441] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.469630] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.469796] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.472214] env[69584]: INFO nova.compute.manager [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Terminating instance [ 897.555728] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.569791] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485713, 'name': PowerOffVM_Task, 'duration_secs': 0.211262} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.570096] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.570272] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.571065] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2030cfb3-cb0b-4cd6-8fac-393325e42f3b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.577822] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.578071] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b2ed398-ae84-4177-afac-2ea6465a4fdd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.605902] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 897.606332] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9699fc5-f91d-49a2-9110-6a589a7486df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.615911] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 897.615911] env[69584]: value = "task-3485718" [ 897.615911] env[69584]: _type = "Task" [ 897.615911] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.624419] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485718, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.649493] env[69584]: DEBUG oslo_vmware.api [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485711, 'name': PowerOnVM_Task, 'duration_secs': 0.675026} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.649762] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.649958] env[69584]: INFO nova.compute.manager [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Took 10.68 seconds to spawn the instance on the hypervisor. [ 897.650154] env[69584]: DEBUG nova.compute.manager [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.650969] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1309642-dbb0-484e-8077-c55c60b41813 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.667931] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089398} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.669147] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.669564] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abaa889-7ce4-459d-b6b9-40b55a044688 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.693663] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] a29f1ec4-6684-41cf-baf4-03799d626d98/a29f1ec4-6684-41cf-baf4-03799d626d98.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.694038] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ea6b0a-ea46-498a-bbdf-0fb3373c2944 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.717482] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for the task: (returnval){ [ 897.717482] env[69584]: value = "task-3485719" [ 897.717482] env[69584]: _type = "Task" [ 897.717482] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.726186] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.777104] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "refresh_cache-c6196367-cd11-4e77-abf7-b0a860d1e0e2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.777519] env[69584]: DEBUG nova.compute.manager [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Instance network_info: |[{"id": "68b9f559-0f46-4880-9744-3b83ca421317", "address": "fa:16:3e:41:64:7e", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b9f559-0f", "ovs_interfaceid": "68b9f559-0f46-4880-9744-3b83ca421317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.777952] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:64:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68b9f559-0f46-4880-9744-3b83ca421317', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.785934] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Creating folder: Project (17e2f7de114e4a6c8ccfe36f26f85872). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.786651] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31e7aaab-3077-4981-adc8-35ffb4df237a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.797414] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Created folder: Project (17e2f7de114e4a6c8ccfe36f26f85872) in parent group-v696614. [ 897.797647] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Creating folder: Instances. Parent ref: group-v696809. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.797893] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8c84644-3bae-4377-88d5-72f23ceda2a8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.800171] env[69584]: DEBUG nova.scheduler.client.report [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.812714] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Created folder: Instances in parent group-v696809. [ 897.812714] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.813504] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.814030] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d7f2163-3d07-4828-8ae3-9b54c279fdc4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.831710] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.837209] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.837209] env[69584]: value = "task-3485722" [ 897.837209] env[69584]: _type = "Task" [ 897.837209] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.846857] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485722, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.957508] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485716, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.976140] env[69584]: DEBUG nova.compute.manager [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.976589] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.977462] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0981da65-5351-4913-ae00-f458d02bfe01 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.985422] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.985800] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e295c9b-ba17-4038-a5ec-f19b738e674d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.992228] env[69584]: DEBUG oslo_vmware.api [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 897.992228] env[69584]: value = "task-3485723" [ 897.992228] env[69584]: _type = "Task" [ 897.992228] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.002863] env[69584]: DEBUG oslo_vmware.api [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.129778] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485718, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.173321] env[69584]: INFO nova.compute.manager [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Took 48.30 seconds to build instance. [ 898.225365] env[69584]: DEBUG nova.compute.manager [req-5ebf30cd-fd0c-44a8-abf3-731f7fe65fc3 req-ce7fa52e-7ca4-4800-88b3-4a6fd04a0f95 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Received event network-changed-68b9f559-0f46-4880-9744-3b83ca421317 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.225365] env[69584]: DEBUG nova.compute.manager [req-5ebf30cd-fd0c-44a8-abf3-731f7fe65fc3 req-ce7fa52e-7ca4-4800-88b3-4a6fd04a0f95 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Refreshing instance network info cache due to event network-changed-68b9f559-0f46-4880-9744-3b83ca421317. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.225365] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ebf30cd-fd0c-44a8-abf3-731f7fe65fc3 req-ce7fa52e-7ca4-4800-88b3-4a6fd04a0f95 service nova] Acquiring lock "refresh_cache-c6196367-cd11-4e77-abf7-b0a860d1e0e2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.225590] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ebf30cd-fd0c-44a8-abf3-731f7fe65fc3 req-ce7fa52e-7ca4-4800-88b3-4a6fd04a0f95 service nova] Acquired lock "refresh_cache-c6196367-cd11-4e77-abf7-b0a860d1e0e2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.225590] env[69584]: DEBUG nova.network.neutron [req-5ebf30cd-fd0c-44a8-abf3-731f7fe65fc3 req-ce7fa52e-7ca4-4800-88b3-4a6fd04a0f95 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Refreshing network info cache for port 68b9f559-0f46-4880-9744-3b83ca421317 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.233272] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.305648] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.308764] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.662s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.308764] env[69584]: DEBUG nova.objects.instance [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lazy-loading 'resources' on Instance uuid 0152d67e-8b6d-4cf4-8395-78b784260d4a {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.320237] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485715, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.336937] env[69584]: INFO nova.scheduler.client.report [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Deleted allocations for instance ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2 [ 898.353226] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485722, 'name': CreateVM_Task, 'duration_secs': 0.499784} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.353414] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.354182] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.354366] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.354691] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.355308] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5b7cdb-e1c4-4ee4-9641-d5791f8798d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.360210] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 898.360210] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e31e92-b393-4c54-c622-305a46b4666c" [ 898.360210] env[69584]: _type = "Task" [ 898.360210] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.369015] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e31e92-b393-4c54-c622-305a46b4666c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.457038] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485716, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.507042] env[69584]: DEBUG oslo_vmware.api [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485723, 'name': PowerOffVM_Task, 'duration_secs': 0.243747} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.507311] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.507557] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.507974] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a8103f5-fb23-442d-8a46-a57fa1306dff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.583191] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.583405] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.583602] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleting the datastore file [datastore2] a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.583880] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61c6c3b4-ff66-45de-be05-29d4bf60e773 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.590783] env[69584]: DEBUG oslo_vmware.api [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 898.590783] env[69584]: value = "task-3485725" [ 898.590783] env[69584]: _type = "Task" [ 898.590783] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.599455] env[69584]: DEBUG oslo_vmware.api [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.625989] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485718, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.635796] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.636087] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.636457] env[69584]: INFO nova.compute.manager [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Attaching volume a193ffc5-4381-4277-aebd-10e5018fa72f to /dev/sdb [ 898.674973] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b4ed8d-6aa8-4291-bb8f-4e864bedab8d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.678447] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16bb0390-1425-4406-ac5b-664590d49070 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lock "9a44842a-d07a-456a-849c-40c012ec56ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.202s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.683254] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538b4079-39ca-4dae-b719-e7499a461e4b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.697888] env[69584]: DEBUG nova.virt.block_device [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Updating existing volume attachment record: e48c416f-a8cc-4d73-9d14-bcef8ae1170c {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 898.728072] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485719, 'name': ReconfigVM_Task, 'duration_secs': 0.883604} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.728375] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Reconfigured VM instance instance-00000045 to attach disk [datastore1] a29f1ec4-6684-41cf-baf4-03799d626d98/a29f1ec4-6684-41cf-baf4-03799d626d98.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.731306] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5eb6db2-5c74-42b9-a4fb-3a72e9d5500c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.737773] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for the task: (returnval){ [ 898.737773] env[69584]: value = "task-3485726" [ 898.737773] env[69584]: _type = "Task" [ 898.737773] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.749782] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485726, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.802873] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.803054] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.803291] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleting the datastore file [datastore1] 283b33ad-de82-4b79-8082-62da5612bf64 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.803614] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc2bb8d2-fc84-4df4-8b16-2b96d4388e9f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.811501] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 898.811501] env[69584]: value = "task-3485727" [ 898.811501] env[69584]: _type = "Task" [ 898.811501] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.830969] env[69584]: DEBUG oslo_vmware.api [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485715, 'name': PowerOnVM_Task, 'duration_secs': 1.301293} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.835259] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.835259] env[69584]: INFO nova.compute.manager [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Took 6.46 seconds to spawn the instance on the hypervisor. [ 898.835259] env[69584]: DEBUG nova.compute.manager [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.835656] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.836568] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105feebb-d2cb-4788-92d5-e30a3b67c739 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.860415] env[69584]: DEBUG oslo_concurrency.lockutils [None req-24e0167b-7c45-4e6a-a19f-2a2df97970b7 tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.598s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.877431] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e31e92-b393-4c54-c622-305a46b4666c, 'name': SearchDatastore_Task, 'duration_secs': 0.031099} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.881235] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.881396] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.882297] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.882297] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.882297] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.883787] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89f16aa9-94d6-4a98-a4eb-e5b75e654b28 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.893866] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.895055] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.897730] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5de61dc-af43-49bd-83b5-9e85744e395c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.910925] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 898.910925] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52432ecf-3758-0258-6a2b-8d6aaca19dcc" [ 898.910925] env[69584]: _type = "Task" [ 898.910925] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.919583] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52432ecf-3758-0258-6a2b-8d6aaca19dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.959790] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485716, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.033474] env[69584]: DEBUG nova.network.neutron [req-5ebf30cd-fd0c-44a8-abf3-731f7fe65fc3 req-ce7fa52e-7ca4-4800-88b3-4a6fd04a0f95 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Updated VIF entry in instance network info cache for port 68b9f559-0f46-4880-9744-3b83ca421317. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.033850] env[69584]: DEBUG nova.network.neutron [req-5ebf30cd-fd0c-44a8-abf3-731f7fe65fc3 req-ce7fa52e-7ca4-4800-88b3-4a6fd04a0f95 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Updating instance_info_cache with network_info: [{"id": "68b9f559-0f46-4880-9744-3b83ca421317", "address": "fa:16:3e:41:64:7e", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b9f559-0f", "ovs_interfaceid": "68b9f559-0f46-4880-9744-3b83ca421317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.105323] env[69584]: DEBUG oslo_vmware.api [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250723} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.105724] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.105925] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.106143] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.106336] env[69584]: INFO nova.compute.manager [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 899.106758] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.106985] env[69584]: DEBUG nova.compute.manager [-] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.107427] env[69584]: DEBUG nova.network.neutron [-] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.127059] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485718, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.252344] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485726, 'name': Rename_Task, 'duration_secs': 0.186812} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.256810] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.257470] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d63e40d0-cd38-4ac1-84e9-956250f7c1d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.266614] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for the task: (returnval){ [ 899.266614] env[69584]: value = "task-3485731" [ 899.266614] env[69584]: _type = "Task" [ 899.266614] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.277607] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.299068] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d23eee-552c-4941-bdba-54ffa630eb9f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.308503] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42397e0d-879f-499a-ba1a-58708914c689 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.354569] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246a05c4-175c-4e5e-9d86-d2b4a6d31550 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.366350] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178402} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.367909] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.368175] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.368396] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.375285] env[69584]: INFO nova.compute.manager [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Took 41.09 seconds to build instance. [ 899.376174] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4474e251-5f9b-40ac-9b1f-7ccb0338386a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.398331] env[69584]: DEBUG nova.compute.provider_tree [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.423857] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52432ecf-3758-0258-6a2b-8d6aaca19dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.423857] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb641c8d-0122-4b2b-8309-62170d6c6838 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.431788] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 899.431788] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522d4b70-f6b4-2ee6-f7a6-73c45f8cb846" [ 899.431788] env[69584]: _type = "Task" [ 899.431788] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.441105] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522d4b70-f6b4-2ee6-f7a6-73c45f8cb846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.461463] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485716, 'name': CreateVM_Task, 'duration_secs': 1.907258} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.461697] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.462474] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.462649] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.462981] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.463272] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5220c0e9-2df9-49df-b638-c027dc411e87 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.468215] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 899.468215] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52827f8a-fd80-0296-758f-58bfc89662b8" [ 899.468215] env[69584]: _type = "Task" [ 899.468215] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.477384] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52827f8a-fd80-0296-758f-58bfc89662b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.537323] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ebf30cd-fd0c-44a8-abf3-731f7fe65fc3 req-ce7fa52e-7ca4-4800-88b3-4a6fd04a0f95 service nova] Releasing lock "refresh_cache-c6196367-cd11-4e77-abf7-b0a860d1e0e2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.623787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquiring lock "9a44842a-d07a-456a-849c-40c012ec56ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.623787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lock "9a44842a-d07a-456a-849c-40c012ec56ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.623787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquiring lock "9a44842a-d07a-456a-849c-40c012ec56ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.623787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lock "9a44842a-d07a-456a-849c-40c012ec56ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.623787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lock "9a44842a-d07a-456a-849c-40c012ec56ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.631893] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485718, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.632935] env[69584]: INFO nova.compute.manager [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Terminating instance [ 899.786264] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.884894] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ff9c6db9-2503-4988-af1b-3b9d14968bad tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "a03fe057-a751-4d32-85f1-6e95851a0e91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.888s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.904298] env[69584]: DEBUG nova.scheduler.client.report [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.948342] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522d4b70-f6b4-2ee6-f7a6-73c45f8cb846, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.948638] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.948905] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] c6196367-cd11-4e77-abf7-b0a860d1e0e2/c6196367-cd11-4e77-abf7-b0a860d1e0e2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.949268] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5040e0fd-f240-4d46-af5b-069b767f1e43 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.958026] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 899.958026] env[69584]: value = "task-3485732" [ 899.958026] env[69584]: _type = "Task" [ 899.958026] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.967735] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.978599] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52827f8a-fd80-0296-758f-58bfc89662b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.980089] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.980401] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.980704] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.980860] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.981053] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.981372] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dee82902-967a-4e68-a6a2-5d22a96d492b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.990286] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.990477] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.991450] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea027715-dfdf-4f56-be3f-68d2f984f718 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.997308] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 899.997308] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522916ed-08d9-778a-b13a-9b21f739fdfa" [ 899.997308] env[69584]: _type = "Task" [ 899.997308] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.006741] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522916ed-08d9-778a-b13a-9b21f739fdfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.130249] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485718, 'name': CloneVM_Task, 'duration_secs': 2.131375} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.130585] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Created linked-clone VM from snapshot [ 900.131496] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ea8e54-2a14-4e23-8539-b704769c69fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.138694] env[69584]: DEBUG nova.compute.manager [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.138963] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.144372] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e48889-d210-4c6b-b76f-628cc44e5536 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.149596] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Uploading image 1acdffb8-0dfa-41e0-844c-0afcc6d107ef {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 900.152648] env[69584]: INFO nova.compute.manager [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Rebuilding instance [ 900.160972] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.162926] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46542654-2a3a-42a4-8196-79190824f475 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.177381] env[69584]: DEBUG oslo_vmware.api [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for the task: (returnval){ [ 900.177381] env[69584]: value = "task-3485733" [ 900.177381] env[69584]: _type = "Task" [ 900.177381] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.193511] env[69584]: DEBUG oslo_vmware.api [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.214803] env[69584]: DEBUG oslo_vmware.rw_handles [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 900.214803] env[69584]: value = "vm-696811" [ 900.214803] env[69584]: _type = "VirtualMachine" [ 900.214803] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 900.214803] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0773aa68-86b4-45b8-b421-e3ef9612cc6c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.226560] env[69584]: DEBUG nova.compute.manager [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.227625] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f16a984-5454-4447-881c-8bc72e9925c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.231825] env[69584]: DEBUG oslo_vmware.rw_handles [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lease: (returnval){ [ 900.231825] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527aefad-aa44-01da-18e6-39a4e537f2fa" [ 900.231825] env[69584]: _type = "HttpNfcLease" [ 900.231825] env[69584]: } obtained for exporting VM: (result){ [ 900.231825] env[69584]: value = "vm-696811" [ 900.231825] env[69584]: _type = "VirtualMachine" [ 900.231825] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 900.232177] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the lease: (returnval){ [ 900.232177] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527aefad-aa44-01da-18e6-39a4e537f2fa" [ 900.232177] env[69584]: _type = "HttpNfcLease" [ 900.232177] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 900.250328] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.250328] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527aefad-aa44-01da-18e6-39a4e537f2fa" [ 900.250328] env[69584]: _type = "HttpNfcLease" [ 900.250328] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 900.250799] env[69584]: DEBUG oslo_vmware.rw_handles [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 900.250799] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527aefad-aa44-01da-18e6-39a4e537f2fa" [ 900.250799] env[69584]: _type = "HttpNfcLease" [ 900.250799] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 900.252133] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4785c4d4-9d08-48b6-8769-c913ed6dbdfa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.264581] env[69584]: DEBUG oslo_vmware.rw_handles [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f26d00-41c3-d84a-358b-4bddb8784fa5/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 900.264581] env[69584]: DEBUG oslo_vmware.rw_handles [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f26d00-41c3-d84a-358b-4bddb8784fa5/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 900.333389] env[69584]: DEBUG nova.compute.manager [req-4ace6235-6adf-48ea-bc19-a5571ed3ead5 req-fe9e0764-e7d8-4e69-8d85-00bcbff79d49 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Received event network-vif-deleted-23a7d460-e6cf-49c4-946e-4bf9e7a63472 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.334635] env[69584]: INFO nova.compute.manager [req-4ace6235-6adf-48ea-bc19-a5571ed3ead5 req-fe9e0764-e7d8-4e69-8d85-00bcbff79d49 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Neutron deleted interface 23a7d460-e6cf-49c4-946e-4bf9e7a63472; detaching it from the instance and deleting it from the info cache [ 900.334635] env[69584]: DEBUG nova.network.neutron [req-4ace6235-6adf-48ea-bc19-a5571ed3ead5 req-fe9e0764-e7d8-4e69-8d85-00bcbff79d49 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.346394] env[69584]: DEBUG oslo_vmware.api [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485731, 'name': PowerOnVM_Task, 'duration_secs': 0.608323} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.346691] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.347066] env[69584]: INFO nova.compute.manager [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Took 10.67 seconds to spawn the instance on the hypervisor. [ 900.347571] env[69584]: DEBUG nova.compute.manager [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.349490] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bfc874-f939-442c-96f2-6745a4bf2496 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.353237] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "1cb12eb8-8e6e-4513-8408-18afd328e053" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.353469] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.353693] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "1cb12eb8-8e6e-4513-8408-18afd328e053-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.353869] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.354086] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.356336] env[69584]: INFO nova.compute.manager [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Terminating instance [ 900.392100] env[69584]: DEBUG nova.network.neutron [-] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.409235] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.411850] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f697355-58d2-4446-a9d3-c321b50e05fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.414140] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.740s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.415936] env[69584]: INFO nova.compute.claims [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.422376] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.422647] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.422830] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.422991] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.423159] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.423312] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.423517] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.423732] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.423839] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.424012] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.424185] env[69584]: DEBUG nova.virt.hardware [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.426109] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c22e20-a632-4301-82b6-796cca42432a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.437712] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90c4f16-e8eb-4118-a472-3d52497ab20d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.455428] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:b6:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77146857-6cc4-4c65-a730-e957188e18ae', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.463686] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.471057] env[69584]: INFO nova.scheduler.client.report [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Deleted allocations for instance 0152d67e-8b6d-4cf4-8395-78b784260d4a [ 900.474030] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.478904] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a44afd8-2175-4c2c-93a2-ebd72f6f3a72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.507057] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.507057] env[69584]: value = "task-3485735" [ 900.507057] env[69584]: _type = "Task" [ 900.507057] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.507358] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453815} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.508082] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] c6196367-cd11-4e77-abf7-b0a860d1e0e2/c6196367-cd11-4e77-abf7-b0a860d1e0e2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.508316] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.511864] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9269f324-4735-482b-b876-39629100d506 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.517750] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522916ed-08d9-778a-b13a-9b21f739fdfa, 'name': SearchDatastore_Task, 'duration_secs': 0.009442} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.519253] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc82e14b-ce49-4600-9c91-f4eea7a907f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.526438] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 900.526438] env[69584]: value = "task-3485736" [ 900.526438] env[69584]: _type = "Task" [ 900.526438] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.526617] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485735, 'name': CreateVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.532889] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 900.532889] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1c638-6fd4-9100-7f27-8605dfd3578a" [ 900.532889] env[69584]: _type = "Task" [ 900.532889] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.541155] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.545824] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1c638-6fd4-9100-7f27-8605dfd3578a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.693580] env[69584]: DEBUG oslo_vmware.api [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485733, 'name': PowerOffVM_Task, 'duration_secs': 0.235698} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.693580] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.693580] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.693580] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9657529d-f902-445d-9df7-255e1616fc97 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.757183] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.757863] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.757863] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Deleting the datastore file [datastore2] 9a44842a-d07a-456a-849c-40c012ec56ef {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.757998] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87b47a3c-ee33-4820-ac21-5e1fc0e04f79 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.765278] env[69584]: DEBUG oslo_vmware.api [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for the task: (returnval){ [ 900.765278] env[69584]: value = "task-3485738" [ 900.765278] env[69584]: _type = "Task" [ 900.765278] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.775870] env[69584]: DEBUG oslo_vmware.api [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.838817] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-142a86a2-9005-4fcb-a81e-853d33cbac66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.850875] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db122911-b1ae-4fc4-902b-13f7ae621646 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.870821] env[69584]: DEBUG nova.compute.manager [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.871192] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.872190] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d34f17d-9db7-4643-9975-ff26689fd274 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.878309] env[69584]: INFO nova.compute.manager [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Took 44.88 seconds to build instance. [ 900.896402] env[69584]: INFO nova.compute.manager [-] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Took 1.79 seconds to deallocate network for instance. [ 900.897019] env[69584]: DEBUG nova.compute.manager [req-4ace6235-6adf-48ea-bc19-a5571ed3ead5 req-fe9e0764-e7d8-4e69-8d85-00bcbff79d49 service nova] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Detach interface failed, port_id=23a7d460-e6cf-49c4-946e-4bf9e7a63472, reason: Instance a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.897927] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e7667a7e-27be-4d26-9c6d-ea41e3fc9985 tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lock "a29f1ec4-6684-41cf-baf4-03799d626d98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.307s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.907884] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.909031] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89bc049a-1262-4afd-830e-392d423ae32d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.916241] env[69584]: DEBUG oslo_vmware.api [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 900.916241] env[69584]: value = "task-3485739" [ 900.916241] env[69584]: _type = "Task" [ 900.916241] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.932534] env[69584]: DEBUG oslo_vmware.api [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.001392] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910713d0-90bf-4a56-bb22-ef789d248d1c tempest-ServersWithSpecificFlavorTestJSON-139327156 tempest-ServersWithSpecificFlavorTestJSON-139327156-project-member] Lock "0152d67e-8b6d-4cf4-8395-78b784260d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.165s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.019557] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485735, 'name': CreateVM_Task, 'duration_secs': 0.489301} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.020706] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.021500] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.021829] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.022270] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.022996] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1e38d5-50db-4625-8e30-00ec6b63d5a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.032449] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 901.032449] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52dede9c-7a61-cba2-253a-3570657e2333" [ 901.032449] env[69584]: _type = "Task" [ 901.032449] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.040113] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096586} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.044323] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.045589] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06071001-ab79-4357-a92e-89817bcfbf0a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.054783] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52dede9c-7a61-cba2-253a-3570657e2333, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.055583] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.055947] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.056380] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.056586] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.056813] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.071834] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3a28a63-ea06-4421-a84b-09611506573b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.075204] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1c638-6fd4-9100-7f27-8605dfd3578a, 'name': SearchDatastore_Task, 'duration_secs': 0.015562} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.084614] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c6196367-cd11-4e77-abf7-b0a860d1e0e2/c6196367-cd11-4e77-abf7-b0a860d1e0e2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.084614] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.084816] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.085055] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f50b3857-4296-4012-9cfb-bbbb0e6aa356 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.103982] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99692cdb-100c-4b9f-b001-2a4b019c2ba2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.109659] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.109985] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.113410] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aef37a27-fa85-433d-bc09-ea30e1b9b5ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.116542] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 901.116542] env[69584]: value = "task-3485740" [ 901.116542] env[69584]: _type = "Task" [ 901.116542] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.116802] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 901.116802] env[69584]: value = "task-3485741" [ 901.116802] env[69584]: _type = "Task" [ 901.116802] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.125371] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 901.125371] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b2e6af-e8ae-45ef-07ea-23bdc74d1fb9" [ 901.125371] env[69584]: _type = "Task" [ 901.125371] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.136597] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.137027] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.141836] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b2e6af-e8ae-45ef-07ea-23bdc74d1fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.253456] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.253885] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca616b69-8087-4ea5-bcd3-a42fdc23a92b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.261745] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 901.261745] env[69584]: value = "task-3485743" [ 901.261745] env[69584]: _type = "Task" [ 901.261745] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.278480] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.282319] env[69584]: DEBUG oslo_vmware.api [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Task: {'id': task-3485738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175921} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.282779] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.283112] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.283389] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.283629] env[69584]: INFO nova.compute.manager [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Took 1.14 seconds to destroy the instance on the hypervisor. [ 901.283962] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.284423] env[69584]: DEBUG nova.compute.manager [-] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.284624] env[69584]: DEBUG nova.network.neutron [-] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.362674] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "af134f37-05d1-4109-9d7b-ee14ede48856" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.362674] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "af134f37-05d1-4109-9d7b-ee14ede48856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.406931] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.431752] env[69584]: DEBUG oslo_vmware.api [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485739, 'name': PowerOffVM_Task, 'duration_secs': 0.254178} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.431752] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.431752] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.432033] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16d27d07-2a75-4dee-9e1f-cb722f343064 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.508424] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.509010] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.509256] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Deleting the datastore file [datastore2] 1cb12eb8-8e6e-4513-8408-18afd328e053 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.509603] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a1fe0fc-9356-4d6f-8c8c-158852e319fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.523802] env[69584]: DEBUG oslo_vmware.api [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for the task: (returnval){ [ 901.523802] env[69584]: value = "task-3485745" [ 901.523802] env[69584]: _type = "Task" [ 901.523802] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.536421] env[69584]: DEBUG oslo_vmware.api [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.652131] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.653921] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.664404] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b2e6af-e8ae-45ef-07ea-23bdc74d1fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.036001} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.666510] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deea5bda-636f-4bc1-a717-1b5db4414a15 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.681483] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 901.681483] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e8c7ec-6e43-f858-5adb-f0913ff85366" [ 901.681483] env[69584]: _type = "Task" [ 901.681483] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.699795] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e8c7ec-6e43-f858-5adb-f0913ff85366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.773608] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485743, 'name': PowerOffVM_Task, 'duration_secs': 0.160622} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.776852] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.777198] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.778928] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8682bb1-8fdf-4ca6-a829-91811dce7cd8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.787048] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.787371] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5a575bf-fa29-4544-82a4-492ce6bef2df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.809530] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.809759] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.810049] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Deleting the datastore file [datastore1] a03fe057-a751-4d32-85f1-6e95851a0e91 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.810263] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-844099de-d241-4058-9069-7e9cd4d5f03a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.817668] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 901.817668] env[69584]: value = "task-3485747" [ 901.817668] env[69584]: _type = "Task" [ 901.817668] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.829866] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.866312] env[69584]: DEBUG nova.compute.manager [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.873995] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquiring lock "a29f1ec4-6684-41cf-baf4-03799d626d98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.874254] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lock "a29f1ec4-6684-41cf-baf4-03799d626d98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.874716] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquiring lock "a29f1ec4-6684-41cf-baf4-03799d626d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.875037] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lock "a29f1ec4-6684-41cf-baf4-03799d626d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.875276] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lock "a29f1ec4-6684-41cf-baf4-03799d626d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.880682] env[69584]: INFO nova.compute.manager [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Terminating instance [ 901.931755] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bea4b3-b323-4849-9361-8623ee332d64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.941356] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd84057-6ebf-4781-9295-26bf948a6261 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.975276] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bf36ca-5431-4f29-b06b-988a1a9ab9e4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.983595] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e7a3fe-72b1-483b-aa21-0b7b1ddcc8a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.999937] env[69584]: DEBUG nova.compute.provider_tree [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.033545] env[69584]: DEBUG oslo_vmware.api [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Task: {'id': task-3485745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335986} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.033954] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.034252] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.034492] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.034702] env[69584]: INFO nova.compute.manager [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Took 1.16 seconds to destroy the instance on the hypervisor. [ 902.035151] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.035430] env[69584]: DEBUG nova.compute.manager [-] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.035588] env[69584]: DEBUG nova.network.neutron [-] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.131199] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623653} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.134557] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.134911] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.135626] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485741, 'name': ReconfigVM_Task, 'duration_secs': 0.71652} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.135626] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ef6c1ec-88b4-43b8-96fb-e3bf45a38994 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.137804] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c6196367-cd11-4e77-abf7-b0a860d1e0e2/c6196367-cd11-4e77-abf7-b0a860d1e0e2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.139388] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5c5973c-5402-4077-888b-53fb554009b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.144849] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 902.144849] env[69584]: value = "task-3485748" [ 902.144849] env[69584]: _type = "Task" [ 902.144849] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.146367] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 902.146367] env[69584]: value = "task-3485749" [ 902.146367] env[69584]: _type = "Task" [ 902.146367] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.161947] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.162393] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485749, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.191332] env[69584]: DEBUG nova.network.neutron [-] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.192900] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e8c7ec-6e43-f858-5adb-f0913ff85366, 'name': SearchDatastore_Task, 'duration_secs': 0.020589} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.193500] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.193914] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 283b33ad-de82-4b79-8082-62da5612bf64/283b33ad-de82-4b79-8082-62da5612bf64.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.194269] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f740b17-5faa-4463-9616-64c6a91b5496 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.201797] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 902.201797] env[69584]: value = "task-3485750" [ 902.201797] env[69584]: _type = "Task" [ 902.201797] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.213711] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.328858] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116363} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.329190] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.329495] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.329721] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.391167] env[69584]: DEBUG nova.compute.manager [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.391925] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.393451] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499e3a33-f0b8-48b8-be8b-2a77b52a1ab0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.401888] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.403682] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.403682] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9688466-2371-43ba-870d-4cbadebb264f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.411944] env[69584]: DEBUG oslo_vmware.api [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for the task: (returnval){ [ 902.411944] env[69584]: value = "task-3485751" [ 902.411944] env[69584]: _type = "Task" [ 902.411944] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.422036] env[69584]: DEBUG oslo_vmware.api [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.504453] env[69584]: DEBUG nova.scheduler.client.report [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.665034] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485749, 'name': Rename_Task, 'duration_secs': 0.224186} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.665562] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082834} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.666035] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.666538] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.666982] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a942eb6a-0080-43bb-bbd5-487c4ca6465a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.669703] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f00c01-1c2b-45b4-9356-ea3356b7db15 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.698359] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.700617] env[69584]: INFO nova.compute.manager [-] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Took 1.42 seconds to deallocate network for instance. [ 902.701076] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90274939-1eeb-4715-99f7-0c8eff398ddd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.716605] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 902.716605] env[69584]: value = "task-3485752" [ 902.716605] env[69584]: _type = "Task" [ 902.716605] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.732394] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 902.732394] env[69584]: value = "task-3485753" [ 902.732394] env[69584]: _type = "Task" [ 902.732394] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.744953] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485750, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.745332] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.750869] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.790169] env[69584]: DEBUG nova.network.neutron [-] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.832602] env[69584]: DEBUG nova.compute.manager [req-f035eff9-0f0e-46be-a6f7-ac86581abe78 req-504ccac0-aa50-4739-8e28-229490381187 service nova] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Received event network-vif-deleted-12213fd4-703d-40ac-aaa5-a2c239d4ad56 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.833016] env[69584]: DEBUG nova.compute.manager [req-f035eff9-0f0e-46be-a6f7-ac86581abe78 req-504ccac0-aa50-4739-8e28-229490381187 service nova] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Received event network-vif-deleted-cc013930-0cbc-4627-b84d-44ce5b59fa5f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.923996] env[69584]: DEBUG oslo_vmware.api [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485751, 'name': PowerOffVM_Task, 'duration_secs': 0.243318} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.924466] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.924719] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.925192] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5386a0bd-860a-4f12-90f6-6b4d4ae81c5e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.986508] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.986767] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.986951] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Deleting the datastore file [datastore1] a29f1ec4-6684-41cf-baf4-03799d626d98 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.987315] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62f96ba4-05f2-4d34-8285-16e24c83c946 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.994872] env[69584]: DEBUG oslo_vmware.api [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for the task: (returnval){ [ 902.994872] env[69584]: value = "task-3485755" [ 902.994872] env[69584]: _type = "Task" [ 902.994872] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.004507] env[69584]: DEBUG oslo_vmware.api [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.009858] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.010451] env[69584]: DEBUG nova.compute.manager [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.013184] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.854s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.013445] env[69584]: DEBUG nova.objects.instance [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lazy-loading 'resources' on Instance uuid 9917d9fb-4616-4a99-85a2-4822f0c96a9d {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.235565] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.236469] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790753} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.244747] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 283b33ad-de82-4b79-8082-62da5612bf64/283b33ad-de82-4b79-8082-62da5612bf64.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.244747] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.245034] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485752, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.245293] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caa904fb-d7ab-4ffd-aa3b-efef5a3188dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.248455] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 903.248711] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696815', 'volume_id': 'a193ffc5-4381-4277-aebd-10e5018fa72f', 'name': 'volume-a193ffc5-4381-4277-aebd-10e5018fa72f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e92478c-7c46-4700-940c-cf8c6fd89ed6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a193ffc5-4381-4277-aebd-10e5018fa72f', 'serial': 'a193ffc5-4381-4277-aebd-10e5018fa72f'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 903.250070] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2acb91-0143-4a6c-985e-ddde346426d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.256670] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485753, 'name': ReconfigVM_Task, 'duration_secs': 0.482203} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.257390] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.258148] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-396a3929-18bd-4522-8331-9e8b7da558a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.276403] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 903.276403] env[69584]: value = "task-3485756" [ 903.276403] env[69584]: _type = "Task" [ 903.276403] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.278375] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77901179-aaf4-4944-949c-65014ba24943 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.285948] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 903.285948] env[69584]: value = "task-3485757" [ 903.285948] env[69584]: _type = "Task" [ 903.285948] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.309160] env[69584]: INFO nova.compute.manager [-] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Took 1.27 seconds to deallocate network for instance. [ 903.315031] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-a193ffc5-4381-4277-aebd-10e5018fa72f/volume-a193ffc5-4381-4277-aebd-10e5018fa72f.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.317640] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.317937] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-634c85d4-bf05-4822-a0ba-ab818beab0fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.341752] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485757, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.348929] env[69584]: DEBUG oslo_vmware.api [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 903.348929] env[69584]: value = "task-3485758" [ 903.348929] env[69584]: _type = "Task" [ 903.348929] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.358215] env[69584]: DEBUG oslo_vmware.api [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.504954] env[69584]: DEBUG oslo_vmware.api [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Task: {'id': task-3485755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202302} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.505266] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.505455] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.505635] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.505813] env[69584]: INFO nova.compute.manager [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Took 1.11 seconds to destroy the instance on the hypervisor. [ 903.506150] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.506388] env[69584]: DEBUG nova.compute.manager [-] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.506540] env[69584]: DEBUG nova.network.neutron [-] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.516801] env[69584]: DEBUG nova.compute.utils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.518297] env[69584]: DEBUG nova.compute.manager [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.518413] env[69584]: DEBUG nova.network.neutron [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.602358] env[69584]: DEBUG nova.policy [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3daf88ef33540e0b59b9b7537c9cb9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa1b7ae2736497e84fd3b4c8c7f3cda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.733136] env[69584]: DEBUG oslo_vmware.api [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485752, 'name': PowerOnVM_Task, 'duration_secs': 0.608203} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.733442] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.733635] env[69584]: INFO nova.compute.manager [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Took 8.68 seconds to spawn the instance on the hypervisor. [ 903.733830] env[69584]: DEBUG nova.compute.manager [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.734701] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d52ba7d-9cff-47cf-9903-dc990d80678a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.786664] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105086} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.793040] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.794268] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a626f955-1620-4431-b840-ce83c853680b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.819655] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 283b33ad-de82-4b79-8082-62da5612bf64/283b33ad-de82-4b79-8082-62da5612bf64.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.826030] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8afdacf1-af77-43a7-a306-534cefed87f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.842252] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485757, 'name': Rename_Task, 'duration_secs': 0.190025} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.843509] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.843808] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.844765] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8efa9527-e845-40aa-bca4-95fc03647e88 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.850857] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 903.850857] env[69584]: value = "task-3485759" [ 903.850857] env[69584]: _type = "Task" [ 903.850857] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.855271] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 903.855271] env[69584]: value = "task-3485760" [ 903.855271] env[69584]: _type = "Task" [ 903.855271] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.869486] env[69584]: DEBUG oslo_vmware.api [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.877741] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.879349] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485760, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.972904] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1f2a03-6a61-4a69-ab83-8e6b443a1135 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.983016] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2199b3ab-a1ff-4630-a299-eddab06c16eb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.014102] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5aa2f7-bc28-4aaa-b64c-3d0c9d34dd0c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.022440] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e179de-5129-4ef9-b659-03d557e08bc1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.027055] env[69584]: DEBUG nova.compute.manager [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.032585] env[69584]: DEBUG nova.network.neutron [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Successfully created port: 27e92891-524a-4b02-bb90-91cd138b6c94 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.042648] env[69584]: DEBUG nova.compute.provider_tree [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.133701] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.134051] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.134245] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.134412] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.134558] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.134703] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.134914] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.135086] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.135259] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.135423] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.136186] env[69584]: DEBUG nova.virt.hardware [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.142082] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac64e57-cbc0-48ff-b06b-a9eb46a644cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.152168] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e56056-3dbd-563e-0af7-4e5219b68fe4/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 904.153504] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436e073e-ca0b-4e26-b7c9-bf398f73f040 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.158157] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923887e2-889f-4e43-b33b-dcf710f96e88 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.164564] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e56056-3dbd-563e-0af7-4e5219b68fe4/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 904.164736] env[69584]: ERROR oslo_vmware.rw_handles [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e56056-3dbd-563e-0af7-4e5219b68fe4/disk-0.vmdk due to incomplete transfer. [ 904.172921] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fbffa49c-aed3-4c90-b85a-7573fc296be9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.176127] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.182170] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.182504] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.183215] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00cc62e9-997a-4bf1-8742-31e341d6dd23 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.196419] env[69584]: DEBUG oslo_vmware.rw_handles [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e56056-3dbd-563e-0af7-4e5219b68fe4/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 904.196634] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Uploaded image 547dd0af-25fd-44ca-be70-2ed89fb1f923 to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 904.199132] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 904.199431] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bedb9acb-b806-4980-8abc-393cfb401431 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.204701] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.204701] env[69584]: value = "task-3485761" [ 904.204701] env[69584]: _type = "Task" [ 904.204701] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.209332] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 904.209332] env[69584]: value = "task-3485762" [ 904.209332] env[69584]: _type = "Task" [ 904.209332] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.218525] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485761, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.225977] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485762, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.262137] env[69584]: INFO nova.compute.manager [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Took 41.09 seconds to build instance. [ 904.373171] env[69584]: DEBUG oslo_vmware.api [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485758, 'name': ReconfigVM_Task, 'duration_secs': 0.564814} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.373518] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485759, 'name': ReconfigVM_Task, 'duration_secs': 0.409744} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.374338] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-a193ffc5-4381-4277-aebd-10e5018fa72f/volume-a193ffc5-4381-4277-aebd-10e5018fa72f.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.380170] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 283b33ad-de82-4b79-8082-62da5612bf64/283b33ad-de82-4b79-8082-62da5612bf64.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.385160] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a701ec-e4b0-4586-af8b-13ce01d39d18 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.404032] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f902c11-b410-49a4-bf16-eda3df653f81 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.404032] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.404032] env[69584]: DEBUG nova.network.neutron [-] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.411436] env[69584]: DEBUG oslo_vmware.api [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 904.411436] env[69584]: value = "task-3485763" [ 904.411436] env[69584]: _type = "Task" [ 904.411436] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.413301] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 904.413301] env[69584]: value = "task-3485764" [ 904.413301] env[69584]: _type = "Task" [ 904.413301] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.430228] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485764, 'name': Rename_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.430503] env[69584]: DEBUG oslo_vmware.api [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.546823] env[69584]: DEBUG nova.scheduler.client.report [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.714086] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485761, 'name': CreateVM_Task, 'duration_secs': 0.346793} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.717483] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.718069] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.718329] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.718630] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.719334] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5249f03f-10b4-4674-a1c0-729ef61e6f0d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.725970] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485762, 'name': Destroy_Task, 'duration_secs': 0.452769} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.726667] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Destroyed the VM [ 904.726929] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 904.727241] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a3d1fad9-bc12-4736-bac2-0c509f5a946c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.730621] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 904.730621] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52297af3-b19a-ec47-5768-818bc85b6ebb" [ 904.730621] env[69584]: _type = "Task" [ 904.730621] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.736220] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 904.736220] env[69584]: value = "task-3485765" [ 904.736220] env[69584]: _type = "Task" [ 904.736220] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.743648] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52297af3-b19a-ec47-5768-818bc85b6ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.751600] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485765, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.763323] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03d3cb1f-0176-442b-8c76-3a4d18cdb088 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.246s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.871064] env[69584]: DEBUG oslo_vmware.api [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485760, 'name': PowerOnVM_Task, 'duration_secs': 0.588159} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.871064] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.871925] env[69584]: DEBUG nova.compute.manager [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.872148] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e65cb3-4f40-415f-93e1-143a7b20b8ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.906277] env[69584]: INFO nova.compute.manager [-] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Took 1.40 seconds to deallocate network for instance. [ 904.926333] env[69584]: DEBUG oslo_vmware.api [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485763, 'name': ReconfigVM_Task, 'duration_secs': 0.179695} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.930465] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696815', 'volume_id': 'a193ffc5-4381-4277-aebd-10e5018fa72f', 'name': 'volume-a193ffc5-4381-4277-aebd-10e5018fa72f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e92478c-7c46-4700-940c-cf8c6fd89ed6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a193ffc5-4381-4277-aebd-10e5018fa72f', 'serial': 'a193ffc5-4381-4277-aebd-10e5018fa72f'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 904.933179] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485764, 'name': Rename_Task, 'duration_secs': 0.215286} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.933179] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.933661] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6db115ac-cb1c-428e-b558-99b87df3aabb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.940969] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 904.940969] env[69584]: value = "task-3485766" [ 904.940969] env[69584]: _type = "Task" [ 904.940969] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.951658] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.038205] env[69584]: DEBUG nova.compute.manager [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.055354] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.056227] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.347s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.057039] env[69584]: DEBUG nova.objects.instance [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lazy-loading 'resources' on Instance uuid b8ade33d-589e-4c3e-87ef-301aa95b28e6 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.078636] env[69584]: INFO nova.scheduler.client.report [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted allocations for instance 9917d9fb-4616-4a99-85a2-4822f0c96a9d [ 905.082183] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.082384] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.082621] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.082840] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.082990] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.083172] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.083389] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.083548] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.084064] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.084064] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.084064] env[69584]: DEBUG nova.virt.hardware [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.085156] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab4913e-a654-468c-a5a2-72a465742471 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.098619] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b405eef-ebb5-4c76-b385-d445bde39310 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.151990] env[69584]: DEBUG nova.compute.manager [req-7e7c243a-87f5-4388-8160-19e576a6739a req-a0927ddc-60bb-40e5-b460-8bad81185a8c service nova] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Received event network-vif-deleted-3cb4d8c8-6918-4e6e-85fe-f3a6e0da5aa6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.248582] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485765, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.256248] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52297af3-b19a-ec47-5768-818bc85b6ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.016795} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.256896] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.257675] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.257675] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.257775] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.258135] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.258641] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b3e1c21-22cd-4e70-81db-6135e3f96584 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.271360] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.271735] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.272774] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159b8d78-0303-4a3f-88cc-8269aaaaf835 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.280792] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 905.280792] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528106be-5599-f6a2-18ef-5c7e1414c264" [ 905.280792] env[69584]: _type = "Task" [ 905.280792] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.292749] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528106be-5599-f6a2-18ef-5c7e1414c264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.391937] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.410173] env[69584]: DEBUG oslo_concurrency.lockutils [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.410411] env[69584]: DEBUG oslo_concurrency.lockutils [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.415431] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.436846] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "41e0227c-b1b7-47f1-9859-7725b35f30b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.437089] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "41e0227c-b1b7-47f1-9859-7725b35f30b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.454907] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.602276] env[69584]: DEBUG oslo_concurrency.lockutils [None req-746681a6-e98a-4d6d-8221-455e864e5c44 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "9917d9fb-4616-4a99-85a2-4822f0c96a9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.054s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.751582] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485765, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.790281] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528106be-5599-f6a2-18ef-5c7e1414c264, 'name': SearchDatastore_Task, 'duration_secs': 0.013472} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.793603] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afa9059-d7fc-4dab-8465-e4ddf22c0ec3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.798725] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 905.798725] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524bfe28-ff6a-e23f-93bc-a789e96f4bf9" [ 905.798725] env[69584]: _type = "Task" [ 905.798725] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.807478] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524bfe28-ff6a-e23f-93bc-a789e96f4bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.842264] env[69584]: DEBUG nova.network.neutron [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Successfully updated port: 27e92891-524a-4b02-bb90-91cd138b6c94 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.918886] env[69584]: DEBUG nova.compute.utils [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.941451] env[69584]: DEBUG nova.compute.manager [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.961240] env[69584]: DEBUG oslo_vmware.api [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485766, 'name': PowerOnVM_Task, 'duration_secs': 0.585825} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.962311] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.962689] env[69584]: DEBUG nova.compute.manager [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.963864] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e04aaf1-2780-45cc-995f-55077a793465 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.969636] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494d20d4-e530-423d-af0c-4a7ddfbd2487 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.975739] env[69584]: DEBUG nova.objects.instance [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lazy-loading 'flavor' on Instance uuid 7e92478c-7c46-4700-940c-cf8c6fd89ed6 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.984913] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe1718b-e914-42d6-93d3-c46a6203d259 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.021021] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33982813-f56d-490c-9635-c143ec5be255 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.031576] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a279c76c-638b-4af7-888a-c58deb5276ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.044188] env[69584]: DEBUG nova.compute.provider_tree [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.251178] env[69584]: DEBUG oslo_vmware.api [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485765, 'name': RemoveSnapshot_Task, 'duration_secs': 1.332113} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.251714] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 906.252100] env[69584]: INFO nova.compute.manager [None req-1257e523-5fb3-47dc-9a00-55b867dc2dca tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Took 15.59 seconds to snapshot the instance on the hypervisor. [ 906.313048] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524bfe28-ff6a-e23f-93bc-a789e96f4bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.313567] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.313639] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] a03fe057-a751-4d32-85f1-6e95851a0e91/a03fe057-a751-4d32-85f1-6e95851a0e91.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.313841] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d42abec-e3a4-4341-889a-aef47e534976 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.320362] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 906.320362] env[69584]: value = "task-3485767" [ 906.320362] env[69584]: _type = "Task" [ 906.320362] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.328537] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.348678] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-0f06875a-a96a-4020-a09e-f1afe0bd7d80" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.348854] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-0f06875a-a96a-4020-a09e-f1afe0bd7d80" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.349013] env[69584]: DEBUG nova.network.neutron [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.390463] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.422483] env[69584]: DEBUG oslo_concurrency.lockutils [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.475161] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.484011] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2a88de12-7f0e-4ec4-893b-899665cc1a3d tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.848s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.485032] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.095s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.485274] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.485481] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.485651] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.495106] env[69584]: INFO nova.compute.manager [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Terminating instance [ 906.501478] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.547597] env[69584]: DEBUG nova.scheduler.client.report [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.833329] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485767, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.884439] env[69584]: DEBUG nova.network.neutron [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.002519] env[69584]: DEBUG nova.compute.manager [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.002763] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.003043] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c903707-758f-4c33-a89a-6d0b8bfac2af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.011212] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 907.011212] env[69584]: value = "task-3485768" [ 907.011212] env[69584]: _type = "Task" [ 907.011212] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.023584] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.054954] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.058488] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.695s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.058809] env[69584]: DEBUG nova.objects.instance [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lazy-loading 'resources' on Instance uuid 744a7db4-6a8e-407e-890b-21e479b752bf {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.066577] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.066812] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.088414] env[69584]: INFO nova.scheduler.client.report [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleted allocations for instance b8ade33d-589e-4c3e-87ef-301aa95b28e6 [ 907.098534] env[69584]: DEBUG nova.network.neutron [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Updating instance_info_cache with network_info: [{"id": "27e92891-524a-4b02-bb90-91cd138b6c94", "address": "fa:16:3e:65:9e:ef", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e92891-52", "ovs_interfaceid": "27e92891-524a-4b02-bb90-91cd138b6c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.333448] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706879} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.333818] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] a03fe057-a751-4d32-85f1-6e95851a0e91/a03fe057-a751-4d32-85f1-6e95851a0e91.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.334137] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.334480] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0f46c08-1284-478e-9ba1-69427f8d7e8e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.342111] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 907.342111] env[69584]: value = "task-3485769" [ 907.342111] env[69584]: _type = "Task" [ 907.342111] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.353567] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.528498] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485768, 'name': PowerOffVM_Task, 'duration_secs': 0.228836} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.528826] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.529061] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 907.529292] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696815', 'volume_id': 'a193ffc5-4381-4277-aebd-10e5018fa72f', 'name': 'volume-a193ffc5-4381-4277-aebd-10e5018fa72f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e92478c-7c46-4700-940c-cf8c6fd89ed6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a193ffc5-4381-4277-aebd-10e5018fa72f', 'serial': 'a193ffc5-4381-4277-aebd-10e5018fa72f'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 907.530142] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6214fdc-e15a-4ee7-aa39-4f5ab2c08bb4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.575269] env[69584]: DEBUG oslo_concurrency.lockutils [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.575997] env[69584]: DEBUG oslo_concurrency.lockutils [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.575997] env[69584]: INFO nova.compute.manager [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Attaching volume 6e4ea284-242e-4318-99a2-3feeb05b799d to /dev/sdb [ 907.580405] env[69584]: DEBUG nova.compute.manager [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.583819] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc16fec-3631-4b19-95bc-ac29f556b3cd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.593220] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e7af70-d16a-4d17-a083-9f16f3c4a46e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.603021] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2515daed-ff4f-48d0-a2f2-ef4f3a6ab200 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "b8ade33d-589e-4c3e-87ef-301aa95b28e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.120s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.620432] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-0f06875a-a96a-4020-a09e-f1afe0bd7d80" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.621657] env[69584]: DEBUG nova.compute.manager [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Instance network_info: |[{"id": "27e92891-524a-4b02-bb90-91cd138b6c94", "address": "fa:16:3e:65:9e:ef", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e92891-52", "ovs_interfaceid": "27e92891-524a-4b02-bb90-91cd138b6c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.625410] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:9e:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e92891-524a-4b02-bb90-91cd138b6c94', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.633047] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.633905] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c803504-58cf-402c-a70a-b5b43add5a6c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.638671] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.639874] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0c00ca-452a-47c5-a0a4-22fbd00cf30d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.642867] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce34c843-9abf-4436-a596-6452b772d249 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.678716] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] The volume has not been displaced from its original location: [datastore2] volume-a193ffc5-4381-4277-aebd-10e5018fa72f/volume-a193ffc5-4381-4277-aebd-10e5018fa72f.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 907.685153] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 907.689328] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29e56f05-1e13-44f7-a26c-397cc1fcd84f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.701308] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.701308] env[69584]: value = "task-3485770" [ 907.701308] env[69584]: _type = "Task" [ 907.701308] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.706311] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a3b7a2-cd5b-4820-ac5e-c353a94343fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.716132] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 907.716132] env[69584]: value = "task-3485771" [ 907.716132] env[69584]: _type = "Task" [ 907.716132] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.723405] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485770, 'name': CreateVM_Task} progress is 15%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.731552] env[69584]: DEBUG nova.virt.block_device [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updating existing volume attachment record: f82a73c3-390e-4483-aa30-ffc3a44324b7 {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 907.739174] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.740344] env[69584]: DEBUG nova.compute.manager [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Received event network-vif-plugged-27e92891-524a-4b02-bb90-91cd138b6c94 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.740624] env[69584]: DEBUG oslo_concurrency.lockutils [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] Acquiring lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.740891] env[69584]: DEBUG oslo_concurrency.lockutils [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] Lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.741083] env[69584]: DEBUG oslo_concurrency.lockutils [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] Lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.741260] env[69584]: DEBUG nova.compute.manager [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] No waiting events found dispatching network-vif-plugged-27e92891-524a-4b02-bb90-91cd138b6c94 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.741618] env[69584]: WARNING nova.compute.manager [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Received unexpected event network-vif-plugged-27e92891-524a-4b02-bb90-91cd138b6c94 for instance with vm_state building and task_state spawning. [ 907.741872] env[69584]: DEBUG nova.compute.manager [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Received event network-changed-27e92891-524a-4b02-bb90-91cd138b6c94 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.742151] env[69584]: DEBUG nova.compute.manager [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Refreshing instance network info cache due to event network-changed-27e92891-524a-4b02-bb90-91cd138b6c94. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.742461] env[69584]: DEBUG oslo_concurrency.lockutils [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] Acquiring lock "refresh_cache-0f06875a-a96a-4020-a09e-f1afe0bd7d80" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.742565] env[69584]: DEBUG oslo_concurrency.lockutils [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] Acquired lock "refresh_cache-0f06875a-a96a-4020-a09e-f1afe0bd7d80" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.742781] env[69584]: DEBUG nova.network.neutron [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Refreshing network info cache for port 27e92891-524a-4b02-bb90-91cd138b6c94 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.856226] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074294} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.856539] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.857344] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51590ebc-c9fd-4c49-9b83-1abd74d1c49b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.877967] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] a03fe057-a751-4d32-85f1-6e95851a0e91/a03fe057-a751-4d32-85f1-6e95851a0e91.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.881137] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057118f6-9175-4204-a5e2-65e6bd3d5235 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.901990] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 907.901990] env[69584]: value = "task-3485772" [ 907.901990] env[69584]: _type = "Task" [ 907.901990] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.917467] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.110846] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.126070] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1115fd03-7f41-4175-9196-5ec6abf3950a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.138962] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721069f6-0f28-4320-8a86-ad1a07b10ba8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.172450] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b0eaae-921f-4316-a125-c882e55417d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.181371] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29c8574-af43-4ff1-add8-02af2992fbfd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.186490] env[69584]: INFO nova.compute.manager [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Rebuilding instance [ 908.201989] env[69584]: DEBUG nova.compute.provider_tree [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.220670] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485770, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.236581] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485771, 'name': ReconfigVM_Task, 'duration_secs': 0.390817} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.236964] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 908.246347] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1813dda-9f56-47b1-bdcf-d1be2481ca66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.265370] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 908.265370] env[69584]: value = "task-3485774" [ 908.265370] env[69584]: _type = "Task" [ 908.265370] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.275296] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.282113] env[69584]: DEBUG nova.compute.manager [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.284632] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415da008-758e-43f2-b4fb-a3b68a6a18b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.413905] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485772, 'name': ReconfigVM_Task, 'duration_secs': 0.465675} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.416791] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Reconfigured VM instance instance-00000046 to attach disk [datastore2] a03fe057-a751-4d32-85f1-6e95851a0e91/a03fe057-a751-4d32-85f1-6e95851a0e91.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.417532] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-414fd718-0cde-4bfc-8ef4-b8edf8038878 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.425403] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 908.425403] env[69584]: value = "task-3485777" [ 908.425403] env[69584]: _type = "Task" [ 908.425403] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.436063] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485777, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.602294] env[69584]: DEBUG nova.network.neutron [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Updated VIF entry in instance network info cache for port 27e92891-524a-4b02-bb90-91cd138b6c94. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.602681] env[69584]: DEBUG nova.network.neutron [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Updating instance_info_cache with network_info: [{"id": "27e92891-524a-4b02-bb90-91cd138b6c94", "address": "fa:16:3e:65:9e:ef", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e92891-52", "ovs_interfaceid": "27e92891-524a-4b02-bb90-91cd138b6c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.706024] env[69584]: DEBUG nova.scheduler.client.report [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.720274] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485770, 'name': CreateVM_Task, 'duration_secs': 0.569354} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.720422] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.721262] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.721461] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.722181] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.722181] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77707f83-45be-425c-8c66-1572fa883a77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.729859] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 908.729859] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529ea5b8-7ad1-e12d-d3e1-8b24e3713119" [ 908.729859] env[69584]: _type = "Task" [ 908.729859] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.740999] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529ea5b8-7ad1-e12d-d3e1-8b24e3713119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.776283] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485774, 'name': ReconfigVM_Task, 'duration_secs': 0.189684} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.776682] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696815', 'volume_id': 'a193ffc5-4381-4277-aebd-10e5018fa72f', 'name': 'volume-a193ffc5-4381-4277-aebd-10e5018fa72f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e92478c-7c46-4700-940c-cf8c6fd89ed6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a193ffc5-4381-4277-aebd-10e5018fa72f', 'serial': 'a193ffc5-4381-4277-aebd-10e5018fa72f'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 908.776993] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.777870] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2f902c-b99b-4c5c-8367-2ae626311152 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.785795] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.788333] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b2d22d0-ddcf-426a-9933-dd6de264879c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.853173] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.853406] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.853666] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleting the datastore file [datastore2] 7e92478c-7c46-4700-940c-cf8c6fd89ed6 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.853935] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69328b83-4755-436f-83aa-7673fd18bd7f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.860998] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 908.860998] env[69584]: value = "task-3485779" [ 908.860998] env[69584]: _type = "Task" [ 908.860998] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.871626] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.937507] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485777, 'name': Rename_Task, 'duration_secs': 0.231703} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.937507] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.937507] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c738c39-5f83-4f6e-a6f0-073351136e40 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.944526] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 908.944526] env[69584]: value = "task-3485780" [ 908.944526] env[69584]: _type = "Task" [ 908.944526] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.953859] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.107861] env[69584]: DEBUG oslo_concurrency.lockutils [req-a0ba0340-7022-47aa-ad56-43f754b7eb3d req-08aa2642-2ba4-437a-bf01-fa92bbf92969 service nova] Releasing lock "refresh_cache-0f06875a-a96a-4020-a09e-f1afe0bd7d80" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.216135] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.219116] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.530s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.219360] env[69584]: DEBUG nova.objects.instance [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lazy-loading 'resources' on Instance uuid a370afe3-c2f8-432a-a526-81426d935a9c {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.250763] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529ea5b8-7ad1-e12d-d3e1-8b24e3713119, 'name': SearchDatastore_Task, 'duration_secs': 0.013208} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.251285] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.251679] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.251951] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.252151] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.252608] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.252672] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7cf0cbc-834c-47d0-ad6d-2493839dcf39 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.262477] env[69584]: INFO nova.scheduler.client.report [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Deleted allocations for instance 744a7db4-6a8e-407e-890b-21e479b752bf [ 909.266959] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.266959] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.269550] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86f9534-fdf4-4d9f-be96-c78bee73d961 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.279308] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 909.279308] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5265427e-c446-bcc3-0546-957c71581efc" [ 909.279308] env[69584]: _type = "Task" [ 909.279308] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.288421] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5265427e-c446-bcc3-0546-957c71581efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.305063] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.305063] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ad50d31-9f31-4080-b68b-aac123e3c897 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.312088] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 909.312088] env[69584]: value = "task-3485781" [ 909.312088] env[69584]: _type = "Task" [ 909.312088] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.323344] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.372348] env[69584]: DEBUG oslo_vmware.api [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357782} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.372740] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.373133] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.373339] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.373633] env[69584]: INFO nova.compute.manager [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Took 2.37 seconds to destroy the instance on the hypervisor. [ 909.374039] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.374520] env[69584]: DEBUG nova.compute.manager [-] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.374520] env[69584]: DEBUG nova.network.neutron [-] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.454977] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.772771] env[69584]: DEBUG nova.compute.manager [req-e5fea782-5cdc-499b-87a1-659de6b922b5 req-56d3edec-d04d-4cc9-b8c7-9cb6248048de service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Received event network-vif-deleted-09c1b3fd-b7e1-4f39-970b-3f7f4748dd79 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.773069] env[69584]: INFO nova.compute.manager [req-e5fea782-5cdc-499b-87a1-659de6b922b5 req-56d3edec-d04d-4cc9-b8c7-9cb6248048de service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Neutron deleted interface 09c1b3fd-b7e1-4f39-970b-3f7f4748dd79; detaching it from the instance and deleting it from the info cache [ 909.773172] env[69584]: DEBUG nova.network.neutron [req-e5fea782-5cdc-499b-87a1-659de6b922b5 req-56d3edec-d04d-4cc9-b8c7-9cb6248048de service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.780119] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3ba73390-b334-44dc-9350-d7f0396c5b98 tempest-ImagesOneServerTestJSON-1902433416 tempest-ImagesOneServerTestJSON-1902433416-project-member] Lock "744a7db4-6a8e-407e-890b-21e479b752bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.997s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.794138] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5265427e-c446-bcc3-0546-957c71581efc, 'name': SearchDatastore_Task, 'duration_secs': 0.013658} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.797426] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb636309-e5ba-4a65-a22b-622d3621af4d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.804424] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 909.804424] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526d2c86-9f99-4bc0-24c4-8ff923bf4a41" [ 909.804424] env[69584]: _type = "Task" [ 909.804424] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.816675] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526d2c86-9f99-4bc0-24c4-8ff923bf4a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.834879] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485781, 'name': PowerOffVM_Task, 'duration_secs': 0.422358} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.838952] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.839356] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.841267] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b551254-302f-4388-904a-1ed89614c8e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.850030] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.852747] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f3a320e-6ed0-4136-8ece-8c516e5c4462 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.957409] env[69584]: DEBUG oslo_vmware.api [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485780, 'name': PowerOnVM_Task, 'duration_secs': 0.670039} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.957735] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.957953] env[69584]: DEBUG nova.compute.manager [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.958771] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8981913-627b-453e-8b99-025acfd43372 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.068953] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36b7907-bad3-4826-970e-1d50be12069d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.077875] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6f0e08-15bc-492e-be40-4e7deecdb97b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.082613] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.082814] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.082984] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleting the datastore file [datastore1] 8707506a-e8d9-462c-bb69-9540aa6b8ff3 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.083588] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18690d01-31b7-4d0c-939e-99f08a6127ad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.111450] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488b465a-8bb9-4dba-bea6-d8f43b2e3d02 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.114499] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 910.114499] env[69584]: value = "task-3485783" [ 910.114499] env[69584]: _type = "Task" [ 910.114499] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.121916] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4298a219-105d-4e2a-8320-883974fb55fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.129253] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.140756] env[69584]: DEBUG nova.compute.provider_tree [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.159216] env[69584]: DEBUG nova.network.neutron [-] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.280787] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80b9b971-a220-4da3-a484-a3f3e9fb3d02 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.292825] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287986c8-787b-4459-ae56-98e646749ad6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.313926] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526d2c86-9f99-4bc0-24c4-8ff923bf4a41, 'name': SearchDatastore_Task, 'duration_secs': 0.017134} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.330425] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.330425] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 0f06875a-a96a-4020-a09e-f1afe0bd7d80/0f06875a-a96a-4020-a09e-f1afe0bd7d80.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.330808] env[69584]: DEBUG nova.compute.manager [req-e5fea782-5cdc-499b-87a1-659de6b922b5 req-56d3edec-d04d-4cc9-b8c7-9cb6248048de service nova] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Detach interface failed, port_id=09c1b3fd-b7e1-4f39-970b-3f7f4748dd79, reason: Instance 7e92478c-7c46-4700-940c-cf8c6fd89ed6 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.331297] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4c2809e-238c-4226-9ef7-a81554f3e5aa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.339736] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 910.339736] env[69584]: value = "task-3485784" [ 910.339736] env[69584]: _type = "Task" [ 910.339736] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.348769] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.478331] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.627794] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295205} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.629305] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.629636] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.629888] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.644983] env[69584]: DEBUG nova.scheduler.client.report [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.661759] env[69584]: INFO nova.compute.manager [-] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Took 1.29 seconds to deallocate network for instance. [ 910.852339] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.901312] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "a03fe057-a751-4d32-85f1-6e95851a0e91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.901655] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "a03fe057-a751-4d32-85f1-6e95851a0e91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.901917] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "a03fe057-a751-4d32-85f1-6e95851a0e91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.902191] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "a03fe057-a751-4d32-85f1-6e95851a0e91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.902399] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "a03fe057-a751-4d32-85f1-6e95851a0e91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.905545] env[69584]: INFO nova.compute.manager [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Terminating instance [ 911.052024] env[69584]: DEBUG oslo_vmware.rw_handles [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f26d00-41c3-d84a-358b-4bddb8784fa5/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 911.053948] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dcd3ba-fb40-49d2-b367-e502528e12af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.062716] env[69584]: DEBUG oslo_vmware.rw_handles [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f26d00-41c3-d84a-358b-4bddb8784fa5/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 911.062909] env[69584]: ERROR oslo_vmware.rw_handles [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f26d00-41c3-d84a-358b-4bddb8784fa5/disk-0.vmdk due to incomplete transfer. [ 911.063864] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-84d7d851-3ba9-40e1-9b83-4966034e9ce2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.072398] env[69584]: DEBUG oslo_vmware.rw_handles [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f26d00-41c3-d84a-358b-4bddb8784fa5/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 911.072604] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Uploaded image 1acdffb8-0dfa-41e0-844c-0afcc6d107ef to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 911.074525] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 911.074795] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec3cf839-5859-4ab4-8391-3792b191fc6b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.082928] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 911.082928] env[69584]: value = "task-3485786" [ 911.082928] env[69584]: _type = "Task" [ 911.082928] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.092265] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485786, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.151069] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.153434] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.747s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.153677] env[69584]: DEBUG nova.objects.instance [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'resources' on Instance uuid a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.188225] env[69584]: INFO nova.scheduler.client.report [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Deleted allocations for instance a370afe3-c2f8-432a-a526-81426d935a9c [ 911.216562] env[69584]: INFO nova.compute.manager [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Took 0.55 seconds to detach 1 volumes for instance. [ 911.362385] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670926} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.362719] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 0f06875a-a96a-4020-a09e-f1afe0bd7d80/0f06875a-a96a-4020-a09e-f1afe0bd7d80.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.362957] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.366140] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3212dc6-7ac1-41df-8f0f-3289fe3cc21c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.378273] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 911.378273] env[69584]: value = "task-3485787" [ 911.378273] env[69584]: _type = "Task" [ 911.378273] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.389790] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.411893] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "refresh_cache-a03fe057-a751-4d32-85f1-6e95851a0e91" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.412499] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquired lock "refresh_cache-a03fe057-a751-4d32-85f1-6e95851a0e91" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.412499] env[69584]: DEBUG nova.network.neutron [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.595232] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485786, 'name': Destroy_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.675229] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.675229] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.675229] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.675229] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.675229] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.675229] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.675229] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.675229] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.675229] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.675734] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.676105] env[69584]: DEBUG nova.virt.hardware [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.677201] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494b802c-8e29-495a-891c-db24b0de7b3e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.689641] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37605928-7148-442e-a742-9141388c5388 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.703923] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fe0f5b68-b4ba-48ac-a58f-b08efde33d5d tempest-VolumesAdminNegativeTest-641379280 tempest-VolumesAdminNegativeTest-641379280-project-member] Lock "a370afe3-c2f8-432a-a526-81426d935a9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.496s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.723737] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.724979] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ad:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '267fc35f-9d4e-4b7e-82ae-f3f5043a9666', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.731797] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.736024] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.736071] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-562e027a-048f-4401-b765-2599a830a01f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.766718] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.766718] env[69584]: value = "task-3485788" [ 911.766718] env[69584]: _type = "Task" [ 911.766718] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.786380] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485788, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.891450] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234585} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.896264] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.898608] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc94b1b4-d4ea-412e-8c74-b00c8f88152c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.932361] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0f06875a-a96a-4020-a09e-f1afe0bd7d80/0f06875a-a96a-4020-a09e-f1afe0bd7d80.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.935252] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfa2479-8f31-4ed6-b4f7-9c160a7a4cb9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.958995] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 911.958995] env[69584]: value = "task-3485789" [ 911.958995] env[69584]: _type = "Task" [ 911.958995] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.971022] env[69584]: DEBUG nova.network.neutron [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.973666] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.058650] env[69584]: DEBUG nova.network.neutron [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.099020] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485786, 'name': Destroy_Task, 'duration_secs': 0.858927} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.099587] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Destroyed the VM [ 912.099691] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 912.099866] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd4a06fc-c7b2-41ba-a7cd-f6dd8fa89785 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.109817] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 912.109817] env[69584]: value = "task-3485790" [ 912.109817] env[69584]: _type = "Task" [ 912.109817] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.119120] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485790, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.162680] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5e1a57-20f6-46e5-b592-a8e302c8066f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.171370] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89389c7-5702-4166-a1b7-6952775acf7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.205978] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdec946-96fe-4e6d-9ca2-02897f69f2bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.216464] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d660dc-0d86-4f9c-a7a5-9946d1e7e968 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.236844] env[69584]: DEBUG nova.compute.provider_tree [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.282734] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485788, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.473874] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.564114] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Releasing lock "refresh_cache-a03fe057-a751-4d32-85f1-6e95851a0e91" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.564114] env[69584]: DEBUG nova.compute.manager [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.564114] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.566639] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074f71fe-2051-4d8c-98d8-e9cd4e23a9e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.579522] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.583100] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df0f5093-8417-464d-a50c-0979435c3acd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.590453] env[69584]: DEBUG oslo_vmware.api [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 912.590453] env[69584]: value = "task-3485791" [ 912.590453] env[69584]: _type = "Task" [ 912.590453] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.605219] env[69584]: DEBUG oslo_vmware.api [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.624790] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485790, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.745756] env[69584]: DEBUG nova.scheduler.client.report [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.787960] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485788, 'name': CreateVM_Task, 'duration_secs': 0.652747} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.788257] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.788935] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.789122] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.789424] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.789681] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f105be90-c4a2-4c8f-a2e8-6cd59b32dfa7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.799988] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 912.799988] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a11ed7-a1f8-ccb8-c070-338b2af27177" [ 912.799988] env[69584]: _type = "Task" [ 912.799988] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.807024] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 912.807328] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696820', 'volume_id': '6e4ea284-242e-4318-99a2-3feeb05b799d', 'name': 'volume-6e4ea284-242e-4318-99a2-3feeb05b799d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c2f0ba5-104f-41c6-ade6-7fe9efcfe206', 'attached_at': '', 'detached_at': '', 'volume_id': '6e4ea284-242e-4318-99a2-3feeb05b799d', 'serial': '6e4ea284-242e-4318-99a2-3feeb05b799d'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 912.808834] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05f83cd-b46a-41d8-9132-fda0fc28ceaf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.814390] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a11ed7-a1f8-ccb8-c070-338b2af27177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.831032] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b76971f-e468-48ed-81e2-e70dd1b82383 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.859450] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] volume-6e4ea284-242e-4318-99a2-3feeb05b799d/volume-6e4ea284-242e-4318-99a2-3feeb05b799d.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.859670] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db4ec488-f679-4f7b-b32e-cc0ec84b0142 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.880221] env[69584]: DEBUG oslo_vmware.api [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 912.880221] env[69584]: value = "task-3485792" [ 912.880221] env[69584]: _type = "Task" [ 912.880221] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.891899] env[69584]: DEBUG oslo_vmware.api [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.971610] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485789, 'name': ReconfigVM_Task, 'duration_secs': 0.657039} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.971610] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0f06875a-a96a-4020-a09e-f1afe0bd7d80/0f06875a-a96a-4020-a09e-f1afe0bd7d80.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.971974] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc6d3a69-89d5-444e-9678-d2ff84e0bcd9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.980328] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 912.980328] env[69584]: value = "task-3485793" [ 912.980328] env[69584]: _type = "Task" [ 912.980328] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.989417] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485793, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.103682] env[69584]: DEBUG oslo_vmware.api [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485791, 'name': PowerOffVM_Task, 'duration_secs': 0.200416} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.104494] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.104943] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.105330] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59d38432-b977-4bbc-b67e-ee43a45e0ddf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.129022] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485790, 'name': RemoveSnapshot_Task, 'duration_secs': 0.642481} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.129022] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 913.129022] env[69584]: DEBUG nova.compute.manager [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.129022] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a8318c-d0bd-4df5-8358-d0d600b2a455 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.133125] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.133331] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.133503] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Deleting the datastore file [datastore2] a03fe057-a751-4d32-85f1-6e95851a0e91 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.133745] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a290502f-6206-4584-9630-fdc01f3ad69b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.147216] env[69584]: DEBUG oslo_vmware.api [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for the task: (returnval){ [ 913.147216] env[69584]: value = "task-3485795" [ 913.147216] env[69584]: _type = "Task" [ 913.147216] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.157241] env[69584]: DEBUG oslo_vmware.api [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.254155] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.259126] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.855s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.261444] env[69584]: INFO nova.compute.claims [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.297040] env[69584]: INFO nova.scheduler.client.report [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleted allocations for instance a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9 [ 913.323402] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a11ed7-a1f8-ccb8-c070-338b2af27177, 'name': SearchDatastore_Task, 'duration_secs': 0.030605} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.323850] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.324195] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.324487] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.324737] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.324922] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.325180] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4a66abb-2dc6-4b13-a743-bdf944e5f7c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.336435] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.336701] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.337685] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383a11f6-981d-43a7-9c09-5b66e77d6720 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.348920] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 913.348920] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52db12b3-d549-d3d4-6346-5b9d505bfd4d" [ 913.348920] env[69584]: _type = "Task" [ 913.348920] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.358340] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52db12b3-d549-d3d4-6346-5b9d505bfd4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.394374] env[69584]: DEBUG oslo_vmware.api [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.496257] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485793, 'name': Rename_Task, 'duration_secs': 0.27366} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.496257] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.498952] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7528f175-b42a-45b9-a7a6-6085b21590aa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.506067] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 913.506067] env[69584]: value = "task-3485796" [ 913.506067] env[69584]: _type = "Task" [ 913.506067] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.516197] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.651475] env[69584]: INFO nova.compute.manager [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Shelve offloading [ 913.666432] env[69584]: DEBUG oslo_vmware.api [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Task: {'id': task-3485795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170666} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.667208] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.667208] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.667516] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.667665] env[69584]: INFO nova.compute.manager [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Took 1.10 seconds to destroy the instance on the hypervisor. [ 913.667933] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.668153] env[69584]: DEBUG nova.compute.manager [-] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.668344] env[69584]: DEBUG nova.network.neutron [-] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.692228] env[69584]: DEBUG nova.network.neutron [-] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.816433] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a284a859-2aef-4bf1-9a10-37ec7d8cc2f8 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.347s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.862137] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52db12b3-d549-d3d4-6346-5b9d505bfd4d, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.863164] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b8a0d7-97b7-4847-9087-2f764da60b22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.870691] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 913.870691] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5276b482-82a8-6070-fd69-fd48f769afc2" [ 913.870691] env[69584]: _type = "Task" [ 913.870691] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.881061] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5276b482-82a8-6070-fd69-fd48f769afc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.893485] env[69584]: DEBUG oslo_vmware.api [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485792, 'name': ReconfigVM_Task, 'duration_secs': 0.613113} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.893485] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Reconfigured VM instance instance-0000003e to attach disk [datastore2] volume-6e4ea284-242e-4318-99a2-3feeb05b799d/volume-6e4ea284-242e-4318-99a2-3feeb05b799d.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.899512] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c2cece-7334-481c-ac55-3a438f8bf537 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.920049] env[69584]: DEBUG oslo_vmware.api [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 913.920049] env[69584]: value = "task-3485797" [ 913.920049] env[69584]: _type = "Task" [ 913.920049] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.930859] env[69584]: DEBUG oslo_vmware.api [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.023377] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.161896] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.163242] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f89e2d0-68bc-492a-9f74-667974eca917 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.174389] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 914.174389] env[69584]: value = "task-3485798" [ 914.174389] env[69584]: _type = "Task" [ 914.174389] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.190479] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 914.190479] env[69584]: DEBUG nova.compute.manager [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.190904] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51294929-dcad-4f6e-8a06-b2dc4ed1ca5b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.195347] env[69584]: DEBUG nova.network.neutron [-] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.204503] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.204503] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.204503] env[69584]: DEBUG nova.network.neutron [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.395139] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5276b482-82a8-6070-fd69-fd48f769afc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.395139] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.395139] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.397945] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e683248-95f9-4fc6-9578-567a4c309410 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.409112] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 914.409112] env[69584]: value = "task-3485799" [ 914.409112] env[69584]: _type = "Task" [ 914.409112] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.422049] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.437399] env[69584]: DEBUG oslo_vmware.api [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485797, 'name': ReconfigVM_Task, 'duration_secs': 0.173336} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.437783] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696820', 'volume_id': '6e4ea284-242e-4318-99a2-3feeb05b799d', 'name': 'volume-6e4ea284-242e-4318-99a2-3feeb05b799d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c2f0ba5-104f-41c6-ade6-7fe9efcfe206', 'attached_at': '', 'detached_at': '', 'volume_id': '6e4ea284-242e-4318-99a2-3feeb05b799d', 'serial': '6e4ea284-242e-4318-99a2-3feeb05b799d'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 914.521548] env[69584]: DEBUG oslo_vmware.api [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485796, 'name': PowerOnVM_Task, 'duration_secs': 0.783915} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.521548] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.521548] env[69584]: INFO nova.compute.manager [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Took 9.48 seconds to spawn the instance on the hypervisor. [ 914.521548] env[69584]: DEBUG nova.compute.manager [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.521548] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac42225-b94d-4782-98ba-798bcc6512f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.700635] env[69584]: INFO nova.compute.manager [-] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Took 1.03 seconds to deallocate network for instance. [ 914.712776] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ee6d6c-197e-4571-a843-d403b1b82825 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.722401] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b12ceca-2f00-4705-87f8-9a182c9d7862 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.765922] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3247d5-eee7-4355-9f73-7c245b4f4fed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.782506] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e520e444-832b-436b-9b39-8c2a5dbbea8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.801242] env[69584]: DEBUG nova.compute.provider_tree [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.920502] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485799, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.042114] env[69584]: INFO nova.compute.manager [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Took 37.39 seconds to build instance. [ 915.175170] env[69584]: DEBUG nova.network.neutron [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updating instance_info_cache with network_info: [{"id": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "address": "fa:16:3e:58:ac:04", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b92b3c-d5", "ovs_interfaceid": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.210126] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.306615] env[69584]: DEBUG nova.scheduler.client.report [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.421911] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520279} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.423152] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.423152] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.423152] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b517461-653b-4b51-99aa-0515241a2b8c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.432783] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 915.432783] env[69584]: value = "task-3485800" [ 915.432783] env[69584]: _type = "Task" [ 915.432783] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.447051] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.508267] env[69584]: DEBUG nova.objects.instance [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lazy-loading 'flavor' on Instance uuid 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.544105] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95c4cc3a-e2f5-4ce5-bdbc-f13f28d4bddc tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.899s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.677360] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.815444] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.816033] env[69584]: DEBUG nova.compute.manager [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.820978] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.586s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.821717] env[69584]: DEBUG nova.objects.instance [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lazy-loading 'resources' on Instance uuid 9a44842a-d07a-456a-849c-40c012ec56ef {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.943854] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.339261} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.944165] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.945318] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a186de48-796e-42f0-b314-4a58c9edf8b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.978121] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.978904] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a750cfe1-a222-42a5-8873-3761f4093799 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.002126] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 916.002126] env[69584]: value = "task-3485801" [ 916.002126] env[69584]: _type = "Task" [ 916.002126] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.013898] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.014721] env[69584]: DEBUG oslo_concurrency.lockutils [None req-967b42f0-720f-4857-94a9-3f4e94e90d59 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.439s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.325057] env[69584]: DEBUG nova.compute.utils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.330112] env[69584]: DEBUG nova.compute.manager [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.330302] env[69584]: DEBUG nova.network.neutron [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.393662] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.394656] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35a3603-1882-4068-8492-3a6da30594f3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.408986] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.409277] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8888a74e-38de-404f-88cc-25b3eb2a190e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.451159] env[69584]: DEBUG nova.policy [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d331fb9275048ac81d4420895d22650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d5fe6c1106a4cae8b17d4bff6ea454d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.466921] env[69584]: DEBUG nova.compute.manager [req-aac34694-33ce-4344-8ed8-e752c5550bc0 req-38ed7a49-6873-4a66-b170-19a13b3bab78 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received event network-vif-unplugged-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.466921] env[69584]: DEBUG oslo_concurrency.lockutils [req-aac34694-33ce-4344-8ed8-e752c5550bc0 req-38ed7a49-6873-4a66-b170-19a13b3bab78 service nova] Acquiring lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.466921] env[69584]: DEBUG oslo_concurrency.lockutils [req-aac34694-33ce-4344-8ed8-e752c5550bc0 req-38ed7a49-6873-4a66-b170-19a13b3bab78 service nova] Lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.467508] env[69584]: DEBUG oslo_concurrency.lockutils [req-aac34694-33ce-4344-8ed8-e752c5550bc0 req-38ed7a49-6873-4a66-b170-19a13b3bab78 service nova] Lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.467508] env[69584]: DEBUG nova.compute.manager [req-aac34694-33ce-4344-8ed8-e752c5550bc0 req-38ed7a49-6873-4a66-b170-19a13b3bab78 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] No waiting events found dispatching network-vif-unplugged-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.467508] env[69584]: WARNING nova.compute.manager [req-aac34694-33ce-4344-8ed8-e752c5550bc0 req-38ed7a49-6873-4a66-b170-19a13b3bab78 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received unexpected event network-vif-unplugged-04b92b3c-d597-4a7f-8553-1a8b88e7f086 for instance with vm_state shelved and task_state shelving_offloading. [ 916.494446] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.494647] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.496958] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleting the datastore file [datastore1] 3137d543-006b-4f18-bbff-d1288ea4017b {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.496958] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e98cb758-0559-4038-b18f-383da5a45062 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.506563] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 916.506563] env[69584]: value = "task-3485803" [ 916.506563] env[69584]: _type = "Task" [ 916.506563] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.534860] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.537320] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.544407] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.544753] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.693752] env[69584]: INFO nova.compute.manager [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Rescuing [ 916.693752] env[69584]: DEBUG oslo_concurrency.lockutils [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.693752] env[69584]: DEBUG oslo_concurrency.lockutils [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.693752] env[69584]: DEBUG nova.network.neutron [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.792035] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f6e941-0269-4ee0-a1da-6bb92092d5eb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.809708] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66913699-65ac-4393-bca5-409733c8d820 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.848532] env[69584]: DEBUG nova.compute.manager [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.852460] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a20ab3-c190-4921-9924-5f0c3444ae56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.862161] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bee176-a344-40c1-8ffa-1d9b629b0b82 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.881515] env[69584]: DEBUG nova.compute.provider_tree [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.026886] env[69584]: DEBUG oslo_vmware.api [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144536} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.030713] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.031097] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.031389] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.033713] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485801, 'name': ReconfigVM_Task, 'duration_secs': 0.713727} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.036658] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 8707506a-e8d9-462c-bb69-9540aa6b8ff3/8707506a-e8d9-462c-bb69-9540aa6b8ff3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.037925] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f05ad4e-239a-4e8f-97ba-8b8d3ef18a67 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.048319] env[69584]: DEBUG nova.compute.manager [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.052614] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 917.052614] env[69584]: value = "task-3485804" [ 917.052614] env[69584]: _type = "Task" [ 917.052614] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.065306] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485804, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.085554] env[69584]: INFO nova.scheduler.client.report [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleted allocations for instance 3137d543-006b-4f18-bbff-d1288ea4017b [ 917.305444] env[69584]: INFO nova.compute.manager [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Rebuilding instance [ 917.362231] env[69584]: DEBUG nova.compute.manager [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.362231] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2989eb1-50d4-454d-a9d7-477968873ae7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.386363] env[69584]: DEBUG nova.scheduler.client.report [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.570181] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485804, 'name': Rename_Task, 'duration_secs': 0.269635} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.571791] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.572186] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5006671-57e6-4f28-8249-45819629e211 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.581856] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 917.581856] env[69584]: value = "task-3485805" [ 917.581856] env[69584]: _type = "Task" [ 917.581856] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.586358] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.590878] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.596889] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.687448] env[69584]: DEBUG nova.network.neutron [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Successfully created port: 75a4ea08-9b50-43d0-9287-c8bbd8dd4164 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.862639] env[69584]: DEBUG nova.compute.manager [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.891790] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.896953] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.053s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.896953] env[69584]: DEBUG nova.objects.instance [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lazy-loading 'resources' on Instance uuid 1cb12eb8-8e6e-4513-8408-18afd328e053 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.907479] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.907833] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.907945] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.908658] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.908658] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.908658] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.908658] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.908952] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.908952] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.909559] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.909559] env[69584]: DEBUG nova.virt.hardware [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.914758] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857bbf52-9c2f-4db0-9d15-bb63824f0743 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.922305] env[69584]: INFO nova.scheduler.client.report [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Deleted allocations for instance 9a44842a-d07a-456a-849c-40c012ec56ef [ 917.930913] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6176d490-265e-45c7-bbb9-3e7db6021831 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.975170] env[69584]: DEBUG nova.network.neutron [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updating instance_info_cache with network_info: [{"id": "39592721-9dc1-47d3-a042-5b5036c7923c", "address": "fa:16:3e:ff:fd:ff", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39592721-9d", "ovs_interfaceid": "39592721-9dc1-47d3-a042-5b5036c7923c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.052078] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.052455] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.092769] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.379783] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.380191] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c164469c-e0d7-48c7-90fc-3357e7ccda8a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.390410] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 918.390410] env[69584]: value = "task-3485806" [ 918.390410] env[69584]: _type = "Task" [ 918.390410] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.403561] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.443859] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1615f8fb-9787-4e80-87cb-b71784131de8 tempest-InstanceActionsNegativeTestJSON-1098260731 tempest-InstanceActionsNegativeTestJSON-1098260731-project-member] Lock "9a44842a-d07a-456a-849c-40c012ec56ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.820s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.480842] env[69584]: DEBUG oslo_concurrency.lockutils [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.557224] env[69584]: DEBUG nova.compute.manager [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.592267] env[69584]: DEBUG nova.compute.manager [req-fa6416e1-3636-44f6-80bd-0ce3d9a8d214 req-5494b18f-93e2-4d6b-93f8-e17523d4e208 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received event network-changed-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.592267] env[69584]: DEBUG nova.compute.manager [req-fa6416e1-3636-44f6-80bd-0ce3d9a8d214 req-5494b18f-93e2-4d6b-93f8-e17523d4e208 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Refreshing instance network info cache due to event network-changed-04b92b3c-d597-4a7f-8553-1a8b88e7f086. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.592267] env[69584]: DEBUG oslo_concurrency.lockutils [req-fa6416e1-3636-44f6-80bd-0ce3d9a8d214 req-5494b18f-93e2-4d6b-93f8-e17523d4e208 service nova] Acquiring lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.592374] env[69584]: DEBUG oslo_concurrency.lockutils [req-fa6416e1-3636-44f6-80bd-0ce3d9a8d214 req-5494b18f-93e2-4d6b-93f8-e17523d4e208 service nova] Acquired lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.592438] env[69584]: DEBUG nova.network.neutron [req-fa6416e1-3636-44f6-80bd-0ce3d9a8d214 req-5494b18f-93e2-4d6b-93f8-e17523d4e208 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Refreshing network info cache for port 04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.608230] env[69584]: DEBUG oslo_vmware.api [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485805, 'name': PowerOnVM_Task, 'duration_secs': 0.82195} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.609446] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.609667] env[69584]: DEBUG nova.compute.manager [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.610655] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5432653f-2e82-4640-be4e-c31780d23fc4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.792658] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe1e2f6-6875-47c0-ba37-75e771d54ca4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.801038] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3323ac5a-4923-4289-b319-b7372a8def09 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.835712] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b308b0e5-35e7-4c2d-9b08-ade055f88f7c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.844501] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157e59a3-bbd3-4804-b8b1-4a38b3ad2d34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.865188] env[69584]: DEBUG nova.compute.provider_tree [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.900490] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485806, 'name': PowerOffVM_Task, 'duration_secs': 0.381184} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.900765] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.901010] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.901776] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f5cf93-4a4e-4d37-b815-02c72af5c1b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.911445] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.911715] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25bea7f1-9bf4-4513-a5b4-e9c7f375cf60 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.004755] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.004755] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.004755] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleting the datastore file [datastore2] 0f06875a-a96a-4020-a09e-f1afe0bd7d80 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.004755] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2810182-dddb-417e-beef-e88dd124d7fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.011604] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 919.011604] env[69584]: value = "task-3485808" [ 919.011604] env[69584]: _type = "Task" [ 919.011604] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.020678] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.085180] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.135681] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.374746] env[69584]: DEBUG nova.scheduler.client.report [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.524249] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195584} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.524491] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.524668] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.524846] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.549661] env[69584]: DEBUG nova.network.neutron [req-fa6416e1-3636-44f6-80bd-0ce3d9a8d214 req-5494b18f-93e2-4d6b-93f8-e17523d4e208 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updated VIF entry in instance network info cache for port 04b92b3c-d597-4a7f-8553-1a8b88e7f086. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.549883] env[69584]: DEBUG nova.network.neutron [req-fa6416e1-3636-44f6-80bd-0ce3d9a8d214 req-5494b18f-93e2-4d6b-93f8-e17523d4e208 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updating instance_info_cache with network_info: [{"id": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "address": "fa:16:3e:58:ac:04", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap04b92b3c-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.592125] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "3137d543-006b-4f18-bbff-d1288ea4017b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.673474] env[69584]: DEBUG nova.network.neutron [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Successfully updated port: 75a4ea08-9b50-43d0-9287-c8bbd8dd4164 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.880752] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.888569] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.497s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.888791] env[69584]: DEBUG nova.objects.instance [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 919.927450] env[69584]: INFO nova.scheduler.client.report [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Deleted allocations for instance 1cb12eb8-8e6e-4513-8408-18afd328e053 [ 920.020869] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.020869] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f676ed8-ab17-4461-8b7e-67da27a730c4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.037696] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 920.037696] env[69584]: value = "task-3485809" [ 920.037696] env[69584]: _type = "Task" [ 920.037696] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.051575] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.052100] env[69584]: DEBUG oslo_concurrency.lockutils [req-fa6416e1-3636-44f6-80bd-0ce3d9a8d214 req-5494b18f-93e2-4d6b-93f8-e17523d4e208 service nova] Releasing lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.176651] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "refresh_cache-af134f37-05d1-4109-9d7b-ee14ede48856" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.176704] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquired lock "refresh_cache-af134f37-05d1-4109-9d7b-ee14ede48856" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.176862] env[69584]: DEBUG nova.network.neutron [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.439451] env[69584]: DEBUG oslo_concurrency.lockutils [None req-09aebdfc-9c57-42a0-a62d-833def178dfd tempest-MigrationsAdminTest-1154191626 tempest-MigrationsAdminTest-1154191626-project-member] Lock "1cb12eb8-8e6e-4513-8408-18afd328e053" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.086s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.555398] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.580330] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.580597] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.580792] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.581011] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.581195] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.581350] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.581570] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.582036] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.582259] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.582437] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.582615] env[69584]: DEBUG nova.virt.hardware [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.583601] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2264714a-051b-4362-8da9-444b17bb7778 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.594484] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f944d9-847b-47a9-88a9-269fd8ef2948 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.614087] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:9e:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e92891-524a-4b02-bb90-91cd138b6c94', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.623974] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.624686] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.624996] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dadb59f-15e5-4dba-ba9d-a1cb4f457675 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.650379] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.650379] env[69584]: value = "task-3485810" [ 920.650379] env[69584]: _type = "Task" [ 920.650379] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.660220] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485810, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.682862] env[69584]: DEBUG nova.compute.manager [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Received event network-vif-plugged-75a4ea08-9b50-43d0-9287-c8bbd8dd4164 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.682862] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] Acquiring lock "af134f37-05d1-4109-9d7b-ee14ede48856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.682862] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] Lock "af134f37-05d1-4109-9d7b-ee14ede48856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.682862] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] Lock "af134f37-05d1-4109-9d7b-ee14ede48856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.682862] env[69584]: DEBUG nova.compute.manager [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] No waiting events found dispatching network-vif-plugged-75a4ea08-9b50-43d0-9287-c8bbd8dd4164 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.682862] env[69584]: WARNING nova.compute.manager [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Received unexpected event network-vif-plugged-75a4ea08-9b50-43d0-9287-c8bbd8dd4164 for instance with vm_state building and task_state spawning. [ 920.682862] env[69584]: DEBUG nova.compute.manager [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Received event network-changed-75a4ea08-9b50-43d0-9287-c8bbd8dd4164 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.682862] env[69584]: DEBUG nova.compute.manager [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Refreshing instance network info cache due to event network-changed-75a4ea08-9b50-43d0-9287-c8bbd8dd4164. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.682862] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] Acquiring lock "refresh_cache-af134f37-05d1-4109-9d7b-ee14ede48856" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.785990] env[69584]: DEBUG nova.network.neutron [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.791756] env[69584]: DEBUG oslo_concurrency.lockutils [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.791756] env[69584]: DEBUG oslo_concurrency.lockutils [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.791756] env[69584]: DEBUG oslo_concurrency.lockutils [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.791756] env[69584]: DEBUG oslo_concurrency.lockutils [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.791756] env[69584]: DEBUG oslo_concurrency.lockutils [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.792908] env[69584]: INFO nova.compute.manager [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Terminating instance [ 920.900616] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c962359-0b92-4bd8-946e-42fb1520854a tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.911156] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.494s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.911156] env[69584]: DEBUG nova.objects.instance [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lazy-loading 'resources' on Instance uuid a29f1ec4-6684-41cf-baf4-03799d626d98 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.057305] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485809, 'name': PowerOffVM_Task, 'duration_secs': 0.638712} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.060632] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.061622] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270420c1-2e0c-400b-ad8e-57291f969bd9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.092905] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c8b655-89d9-4b83-819e-6fb19e53ee35 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.134300] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.134630] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835ee969-88a0-4baf-956f-226819c57f91 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.146433] env[69584]: DEBUG nova.network.neutron [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Updating instance_info_cache with network_info: [{"id": "75a4ea08-9b50-43d0-9287-c8bbd8dd4164", "address": "fa:16:3e:39:0d:db", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a4ea08-9b", "ovs_interfaceid": "75a4ea08-9b50-43d0-9287-c8bbd8dd4164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.148839] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 921.148839] env[69584]: value = "task-3485811" [ 921.148839] env[69584]: _type = "Task" [ 921.148839] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.169059] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 921.169059] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.169204] env[69584]: DEBUG oslo_concurrency.lockutils [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.169307] env[69584]: DEBUG oslo_concurrency.lockutils [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.169501] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.170295] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485810, 'name': CreateVM_Task, 'duration_secs': 0.426324} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.170509] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de59415a-3496-4631-99a3-11b559cfcd46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.173475] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.174019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.174019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.174265] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.175552] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86291984-6e37-4b87-b6e5-ad999dbf15c4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.182430] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 921.182430] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5229fbe4-0e9a-2ab2-b5d7-c96ca7a81094" [ 921.182430] env[69584]: _type = "Task" [ 921.182430] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.184956] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.186602] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.191130] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab741a5-1af6-434a-9811-420107316606 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.197845] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 921.197845] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f7816f-b8a4-0845-0013-994536c826be" [ 921.197845] env[69584]: _type = "Task" [ 921.197845] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.202539] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5229fbe4-0e9a-2ab2-b5d7-c96ca7a81094, 'name': SearchDatastore_Task, 'duration_secs': 0.011735} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.208133] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.208133] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.208133] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.216219] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f7816f-b8a4-0845-0013-994536c826be, 'name': SearchDatastore_Task, 'duration_secs': 0.012047} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.217056] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1642d9f-244c-4f1b-a5ed-6828d360973f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.226873] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 921.226873] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527c866e-e7d6-d7d2-fde0-b8ce311fb582" [ 921.226873] env[69584]: _type = "Task" [ 921.226873] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.237162] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527c866e-e7d6-d7d2-fde0-b8ce311fb582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.297996] env[69584]: DEBUG nova.compute.manager [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.297996] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.298433] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63696db-5248-487b-ac8e-00d49b6e68f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.314218] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.314218] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de3cc02a-87b2-468f-aefb-76ce739f0073 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.324300] env[69584]: DEBUG oslo_vmware.api [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 921.324300] env[69584]: value = "task-3485812" [ 921.324300] env[69584]: _type = "Task" [ 921.324300] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.337417] env[69584]: DEBUG oslo_vmware.api [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.651035] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Releasing lock "refresh_cache-af134f37-05d1-4109-9d7b-ee14ede48856" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.651373] env[69584]: DEBUG nova.compute.manager [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Instance network_info: |[{"id": "75a4ea08-9b50-43d0-9287-c8bbd8dd4164", "address": "fa:16:3e:39:0d:db", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a4ea08-9b", "ovs_interfaceid": "75a4ea08-9b50-43d0-9287-c8bbd8dd4164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.651889] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] Acquired lock "refresh_cache-af134f37-05d1-4109-9d7b-ee14ede48856" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.652089] env[69584]: DEBUG nova.network.neutron [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Refreshing network info cache for port 75a4ea08-9b50-43d0-9287-c8bbd8dd4164 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.653344] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:0d:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75a4ea08-9b50-43d0-9287-c8bbd8dd4164', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.664794] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Creating folder: Project (5d5fe6c1106a4cae8b17d4bff6ea454d). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.670225] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98593016-f956-4fac-9cef-30df73d28ad8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.688741] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Created folder: Project (5d5fe6c1106a4cae8b17d4bff6ea454d) in parent group-v696614. [ 921.688956] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Creating folder: Instances. Parent ref: group-v696823. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.689230] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34b0d0da-68fd-4992-a4ce-f647a2d30d36 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.704314] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Created folder: Instances in parent group-v696823. [ 921.704575] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.707723] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.708137] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-072293b2-aaab-4078-96e0-389ec66058bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.736122] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.736122] env[69584]: value = "task-3485815" [ 921.736122] env[69584]: _type = "Task" [ 921.736122] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.740800] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527c866e-e7d6-d7d2-fde0-b8ce311fb582, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.743885] env[69584]: DEBUG oslo_concurrency.lockutils [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.744186] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. {{(pid=69584) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 921.746838] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.747109] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.747350] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01e658b0-f763-417d-9e30-6dcd166b8018 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.750286] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd0320b8-941d-436a-b5e4-584407b4df5a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.756141] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485815, 'name': CreateVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.757508] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 921.757508] env[69584]: value = "task-3485816" [ 921.757508] env[69584]: _type = "Task" [ 921.757508] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.766696] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.766930] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.771479] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2d54b9-909a-4431-aab6-d16a2789a028 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.773965] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.778024] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 921.778024] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5213f394-0b15-6fc1-3407-5bf86df78a68" [ 921.778024] env[69584]: _type = "Task" [ 921.778024] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.787471] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5213f394-0b15-6fc1-3407-5bf86df78a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.838686] env[69584]: DEBUG oslo_vmware.api [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485812, 'name': PowerOffVM_Task, 'duration_secs': 0.207619} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.839987] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.840186] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.841036] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91943994-683a-497c-9b72-ab2b8350f5d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.844479] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07d9f3ca-af75-4399-8db5-10a895b5aa6a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.853762] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec16f1b2-2f35-4242-b702-881fee04f9ad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.893456] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1c9590-faeb-492c-966a-a2701ded1073 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.902180] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4794f12-1018-4a15-9fd9-11263ea1808e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.920166] env[69584]: DEBUG nova.compute.provider_tree [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.922993] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.923514] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.923786] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleting the datastore file [datastore2] 33f0d54e-db21-422a-ad33-6a4fd02e2d62 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.924317] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cb2a094-1ae3-4f1d-b806-ef06432f9257 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.935017] env[69584]: DEBUG oslo_vmware.api [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 921.935017] env[69584]: value = "task-3485818" [ 921.935017] env[69584]: _type = "Task" [ 921.935017] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.947286] env[69584]: DEBUG oslo_vmware.api [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.257030] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485815, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.270979] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485816, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.289366] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5213f394-0b15-6fc1-3407-5bf86df78a68, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.290355] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf260ad6-d070-4dc0-8504-b4bd7171533d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.301259] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 922.301259] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e95e64-0175-a188-b319-ddb3878e37cf" [ 922.301259] env[69584]: _type = "Task" [ 922.301259] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.315116] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e95e64-0175-a188-b319-ddb3878e37cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.315447] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.315753] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 0f06875a-a96a-4020-a09e-f1afe0bd7d80/0f06875a-a96a-4020-a09e-f1afe0bd7d80.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.316061] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83d3e847-5052-4c0e-9de5-14d600a36b26 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.325735] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 922.325735] env[69584]: value = "task-3485819" [ 922.325735] env[69584]: _type = "Task" [ 922.325735] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.335396] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.424155] env[69584]: DEBUG nova.scheduler.client.report [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.458254] env[69584]: DEBUG oslo_vmware.api [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345762} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.459116] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.462576] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.462576] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.462576] env[69584]: INFO nova.compute.manager [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Took 1.16 seconds to destroy the instance on the hypervisor. [ 922.462576] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.462576] env[69584]: DEBUG nova.compute.manager [-] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.462576] env[69584]: DEBUG nova.network.neutron [-] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.686764] env[69584]: DEBUG nova.network.neutron [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Updated VIF entry in instance network info cache for port 75a4ea08-9b50-43d0-9287-c8bbd8dd4164. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.687119] env[69584]: DEBUG nova.network.neutron [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Updating instance_info_cache with network_info: [{"id": "75a4ea08-9b50-43d0-9287-c8bbd8dd4164", "address": "fa:16:3e:39:0d:db", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a4ea08-9b", "ovs_interfaceid": "75a4ea08-9b50-43d0-9287-c8bbd8dd4164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.753361] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485815, 'name': CreateVM_Task, 'duration_secs': 0.546233} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.753628] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.754686] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.754942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.755301] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.755618] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eede9d4-7baf-4340-9a02-a60f11348166 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.766590] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 922.766590] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52319280-e4dd-f247-1359-b247873380e3" [ 922.766590] env[69584]: _type = "Task" [ 922.766590] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.771733] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532905} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.776623] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. [ 922.778580] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c774d79d-4e34-4676-ae56-91493910b2d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.789102] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52319280-e4dd-f247-1359-b247873380e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.819328] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.819663] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-164f862b-961a-4757-9fd4-0a5ceceb6206 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.842755] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.844357] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 922.844357] env[69584]: value = "task-3485820" [ 922.844357] env[69584]: _type = "Task" [ 922.844357] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.853277] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.933605] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.934725] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.460s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.936324] env[69584]: INFO nova.compute.claims [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.966799] env[69584]: INFO nova.scheduler.client.report [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Deleted allocations for instance a29f1ec4-6684-41cf-baf4-03799d626d98 [ 923.192019] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ab4c51b-1d7a-4fae-a776-d5dfbac4d241 req-ec789bd0-83c2-408b-85e1-0cb074bd1c1a service nova] Releasing lock "refresh_cache-af134f37-05d1-4109-9d7b-ee14ede48856" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.285685] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52319280-e4dd-f247-1359-b247873380e3, 'name': SearchDatastore_Task, 'duration_secs': 0.02694} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.287052] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.287052] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.287729] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.288045] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.291016] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.291016] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a155f8d9-afe4-40da-b7c1-7767a2a3d2dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.303883] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.304351] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.304982] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e66f7e9-4e4c-4f60-8e3e-d967f067617a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.315012] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 923.315012] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ce6c14-9188-e62d-92b2-e52859464b20" [ 923.315012] env[69584]: _type = "Task" [ 923.315012] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.324205] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ce6c14-9188-e62d-92b2-e52859464b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.344630] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987745} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.345048] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 0f06875a-a96a-4020-a09e-f1afe0bd7d80/0f06875a-a96a-4020-a09e-f1afe0bd7d80.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.345267] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.349213] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42ae41d8-588a-4c45-8e21-fbd6a3aa4511 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.358837] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.358837] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 923.358837] env[69584]: value = "task-3485821" [ 923.358837] env[69584]: _type = "Task" [ 923.358837] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.370271] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.479548] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d934012d-727a-4872-b0ca-98c68de6128c tempest-ServerAddressesNegativeTestJSON-1741691562 tempest-ServerAddressesNegativeTestJSON-1741691562-project-member] Lock "a29f1ec4-6684-41cf-baf4-03799d626d98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.605s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.726016] env[69584]: DEBUG nova.compute.manager [req-3da878f0-f5db-4568-8dfc-12031fcad74f req-e947ae05-bdf9-43c3-ba5d-9b40b8ac02d1 service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Received event network-vif-deleted-5805328d-3e10-48fe-aea9-2dd8937c71f2 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.726016] env[69584]: INFO nova.compute.manager [req-3da878f0-f5db-4568-8dfc-12031fcad74f req-e947ae05-bdf9-43c3-ba5d-9b40b8ac02d1 service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Neutron deleted interface 5805328d-3e10-48fe-aea9-2dd8937c71f2; detaching it from the instance and deleting it from the info cache [ 923.726016] env[69584]: DEBUG nova.network.neutron [req-3da878f0-f5db-4568-8dfc-12031fcad74f req-e947ae05-bdf9-43c3-ba5d-9b40b8ac02d1 service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.826881] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ce6c14-9188-e62d-92b2-e52859464b20, 'name': SearchDatastore_Task, 'duration_secs': 0.040593} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.828159] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beda2fab-7c91-45a9-8447-8bce51aba28b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.836521] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 923.836521] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f2663a-158c-67e9-d824-b7fa8aed30ae" [ 923.836521] env[69584]: _type = "Task" [ 923.836521] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.856776] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f2663a-158c-67e9-d824-b7fa8aed30ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.858602] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.859456] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] af134f37-05d1-4109-9d7b-ee14ede48856/af134f37-05d1-4109-9d7b-ee14ede48856.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.859456] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ce87d34-b0de-4ed8-a455-997f05a9d83a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.869398] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.875916] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104733} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.877543] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.877976] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 923.877976] env[69584]: value = "task-3485822" [ 923.877976] env[69584]: _type = "Task" [ 923.877976] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.878761] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44576a1c-835a-4477-8dd1-0a96d8b3b125 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.890781] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.909953] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 0f06875a-a96a-4020-a09e-f1afe0bd7d80/0f06875a-a96a-4020-a09e-f1afe0bd7d80.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.910349] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99b1a0b-2a3c-4053-a13d-51eada5f3caa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.932708] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 923.932708] env[69584]: value = "task-3485823" [ 923.932708] env[69584]: _type = "Task" [ 923.932708] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.943303] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.000232] env[69584]: DEBUG nova.network.neutron [-] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.227955] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b979c4b3-e196-4204-8158-0fe9d4e7acad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.241864] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274b5823-d8fe-4949-8f2a-3189d21ba504 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.287506] env[69584]: DEBUG nova.compute.manager [req-3da878f0-f5db-4568-8dfc-12031fcad74f req-e947ae05-bdf9-43c3-ba5d-9b40b8ac02d1 service nova] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Detach interface failed, port_id=5805328d-3e10-48fe-aea9-2dd8937c71f2, reason: Instance 33f0d54e-db21-422a-ad33-6a4fd02e2d62 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.317463] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f283c85-c43c-46a1-a8f4-7ebf42cb71fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.328549] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cb2c5d-8b68-4c19-906c-6c57b79385c2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.366959] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53012b1-21c3-414d-8fa4-f72227af0dea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.381033] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485820, 'name': ReconfigVM_Task, 'duration_secs': 1.369487} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.381033] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0012af8-45ad-456b-921e-e02f6f4c0507 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.383244] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.384209] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20085203-d582-4345-a6a5-58385028809c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.430738] env[69584]: DEBUG nova.compute.provider_tree [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.432074] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.432650] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-556857d8-3b64-40e5-ae06-8c431df0eae4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.445679] env[69584]: DEBUG nova.scheduler.client.report [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.463447] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.466429] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 924.466429] env[69584]: value = "task-3485824" [ 924.466429] env[69584]: _type = "Task" [ 924.466429] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.478247] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.501835] env[69584]: INFO nova.compute.manager [-] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Took 2.04 seconds to deallocate network for instance. [ 924.895013] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895041} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.895891] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] af134f37-05d1-4109-9d7b-ee14ede48856/af134f37-05d1-4109-9d7b-ee14ede48856.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.896157] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.896895] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f95c324-6d27-4e30-80fb-6917f855e95c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.909639] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 924.909639] env[69584]: value = "task-3485825" [ 924.909639] env[69584]: _type = "Task" [ 924.909639] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.923674] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.957023] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.022s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.957792] env[69584]: DEBUG nova.compute.manager [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.961320] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.460s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.962360] env[69584]: DEBUG nova.objects.instance [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 924.976720] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485823, 'name': ReconfigVM_Task, 'duration_secs': 0.989987} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.977525] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 0f06875a-a96a-4020-a09e-f1afe0bd7d80/0f06875a-a96a-4020-a09e-f1afe0bd7d80.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.978629] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2846f434-7188-41ce-80a2-d81aa8a38cfc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.989128] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485824, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.995311] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 924.995311] env[69584]: value = "task-3485826" [ 924.995311] env[69584]: _type = "Task" [ 924.995311] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.004401] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485826, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.010990] env[69584]: DEBUG oslo_concurrency.lockutils [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.423228] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074536} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.423519] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.425013] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce7de72-9217-4815-a538-8a2eba575880 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.460535] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] af134f37-05d1-4109-9d7b-ee14ede48856/af134f37-05d1-4109-9d7b-ee14ede48856.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.460535] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ff15952-4020-4b6c-a537-10d872e96110 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.481280] env[69584]: DEBUG nova.compute.utils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.482664] env[69584]: DEBUG nova.compute.manager [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.482923] env[69584]: DEBUG nova.network.neutron [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.497807] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485824, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.502884] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 925.502884] env[69584]: value = "task-3485827" [ 925.502884] env[69584]: _type = "Task" [ 925.502884] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.509598] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485826, 'name': Rename_Task, 'duration_secs': 0.15955} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.510916] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.510916] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee454d64-81fd-4817-abe0-237b43ca8147 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.515672] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.522156] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 925.522156] env[69584]: value = "task-3485828" [ 925.522156] env[69584]: _type = "Task" [ 925.522156] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.533985] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.621279] env[69584]: DEBUG nova.policy [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c536140bff46089749b66ad22b2a5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed3a9ac97ed14a46ba870b8d022a2e93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.985393] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6be1c455-7228-4ffa-a8c0-980acca3f2cf tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.997623] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.880s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.997623] env[69584]: INFO nova.compute.claims [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.005566] env[69584]: DEBUG nova.compute.manager [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.019531] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485824, 'name': ReconfigVM_Task, 'duration_secs': 1.381863} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.024479] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.024479] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.024479] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ecd689b-fa79-4e18-ac42-409ed716554b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.041373] env[69584]: DEBUG oslo_vmware.api [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485828, 'name': PowerOnVM_Task, 'duration_secs': 0.496934} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.046031] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.046031] env[69584]: DEBUG nova.compute.manager [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.046031] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 926.046031] env[69584]: value = "task-3485829" [ 926.046031] env[69584]: _type = "Task" [ 926.046031] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.046031] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ff5ec9-203d-45d4-87f1-4ac07bbff537 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.064983] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.534112] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485827, 'name': ReconfigVM_Task, 'duration_secs': 0.986947} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.534345] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Reconfigured VM instance instance-00000049 to attach disk [datastore1] af134f37-05d1-4109-9d7b-ee14ede48856/af134f37-05d1-4109-9d7b-ee14ede48856.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.535416] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c297622-fc3d-47b0-aedf-f0b2ed6fc3d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.545752] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 926.545752] env[69584]: value = "task-3485830" [ 926.545752] env[69584]: _type = "Task" [ 926.545752] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.556425] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485830, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.579759] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.580110] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485829, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.588524] env[69584]: DEBUG nova.network.neutron [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Successfully created port: 866d312b-8ef7-4300-88ec-4058e603fdb3 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.799795] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "5f181790-41f0-4812-84bb-672f2f077e83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.800982] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "5f181790-41f0-4812-84bb-672f2f077e83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.026835] env[69584]: DEBUG nova.compute.manager [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.075036] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485830, 'name': Rename_Task, 'duration_secs': 0.231418} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.076232] env[69584]: DEBUG oslo_vmware.api [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485829, 'name': PowerOnVM_Task, 'duration_secs': 0.699916} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.081171] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='61c1e101a84e6639b8c54f656a49c045',container_format='bare',created_at=2025-04-19T14:59:04Z,direct_url=,disk_format='vmdk',id=547dd0af-25fd-44ca-be70-2ed89fb1f923,min_disk=1,min_ram=0,name='tempest-test-snap-2052466920',owner='ed3a9ac97ed14a46ba870b8d022a2e93',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-19T14:59:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.081406] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.081560] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.081765] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.081933] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.082098] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.082634] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.082634] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.082634] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.082784] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.082951] env[69584]: DEBUG nova.virt.hardware [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.083297] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.083542] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.086076] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf70bbb-3793-411c-b845-03c965e5f948 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.091035] env[69584]: DEBUG nova.compute.manager [None req-41753d6d-935b-4584-afd5-188c731acef9 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.091449] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8441257d-cef3-4723-8c62-70a96d975b62 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.094352] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2efdfd-4bf8-4e2d-ba8b-5d0f4126751b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.111244] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b9165f-fc81-41a9-ae3d-e76256b702c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.118036] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 927.118036] env[69584]: value = "task-3485831" [ 927.118036] env[69584]: _type = "Task" [ 927.118036] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.144821] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485831, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.303238] env[69584]: DEBUG nova.compute.manager [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.417367] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb633d88-181b-465b-a212-b2c528088500 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.428601] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e504732-0e77-4f9e-b254-1749f3325997 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.465204] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2b238f-0059-4860-ad5f-8f55082337ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.474679] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b40712-dd6b-4993-aa47-48f642480942 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.489513] env[69584]: DEBUG nova.compute.provider_tree [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.640070] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485831, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.824412] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.877528] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.877820] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.878072] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.878313] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.878505] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.880746] env[69584]: INFO nova.compute.manager [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Terminating instance [ 927.995134] env[69584]: DEBUG nova.scheduler.client.report [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.139015] env[69584]: DEBUG oslo_vmware.api [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485831, 'name': PowerOnVM_Task, 'duration_secs': 0.813358} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.139015] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.139325] env[69584]: INFO nova.compute.manager [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Took 10.28 seconds to spawn the instance on the hypervisor. [ 928.139401] env[69584]: DEBUG nova.compute.manager [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.140226] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122dabc-dfb2-44a9-a6bc-4e31c535defe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.231956] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "f833a279-912a-4c24-af76-51e66e852982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.232347] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "f833a279-912a-4c24-af76-51e66e852982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.387025] env[69584]: DEBUG nova.compute.manager [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.387025] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.387025] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d5096e-7d8a-4c68-ae82-c0114e4b64d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.394341] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.394637] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98935daf-b844-4fce-909c-8c33d1e70d5e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.402511] env[69584]: DEBUG oslo_vmware.api [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 928.402511] env[69584]: value = "task-3485832" [ 928.402511] env[69584]: _type = "Task" [ 928.402511] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.414801] env[69584]: DEBUG oslo_vmware.api [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.499219] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.499927] env[69584]: DEBUG nova.compute.manager [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.502954] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.025s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.503260] env[69584]: DEBUG nova.objects.instance [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 928.559851] env[69584]: DEBUG nova.compute.manager [req-589511d6-5a28-49f7-86b5-43ff70634555 req-5f84adb6-5659-427d-96a8-1f4eb8a3fe09 service nova] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Received event network-vif-plugged-866d312b-8ef7-4300-88ec-4058e603fdb3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.559851] env[69584]: DEBUG oslo_concurrency.lockutils [req-589511d6-5a28-49f7-86b5-43ff70634555 req-5f84adb6-5659-427d-96a8-1f4eb8a3fe09 service nova] Acquiring lock "41e0227c-b1b7-47f1-9859-7725b35f30b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.559989] env[69584]: DEBUG oslo_concurrency.lockutils [req-589511d6-5a28-49f7-86b5-43ff70634555 req-5f84adb6-5659-427d-96a8-1f4eb8a3fe09 service nova] Lock "41e0227c-b1b7-47f1-9859-7725b35f30b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.561337] env[69584]: DEBUG oslo_concurrency.lockutils [req-589511d6-5a28-49f7-86b5-43ff70634555 req-5f84adb6-5659-427d-96a8-1f4eb8a3fe09 service nova] Lock "41e0227c-b1b7-47f1-9859-7725b35f30b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.561337] env[69584]: DEBUG nova.compute.manager [req-589511d6-5a28-49f7-86b5-43ff70634555 req-5f84adb6-5659-427d-96a8-1f4eb8a3fe09 service nova] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] No waiting events found dispatching network-vif-plugged-866d312b-8ef7-4300-88ec-4058e603fdb3 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.561337] env[69584]: WARNING nova.compute.manager [req-589511d6-5a28-49f7-86b5-43ff70634555 req-5f84adb6-5659-427d-96a8-1f4eb8a3fe09 service nova] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Received unexpected event network-vif-plugged-866d312b-8ef7-4300-88ec-4058e603fdb3 for instance with vm_state building and task_state spawning. [ 928.582888] env[69584]: DEBUG nova.network.neutron [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Successfully updated port: 866d312b-8ef7-4300-88ec-4058e603fdb3 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.601022] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.601445] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.666160] env[69584]: INFO nova.compute.manager [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Took 26.29 seconds to build instance. [ 928.734708] env[69584]: DEBUG nova.compute.manager [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.897550] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.898253] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.913431] env[69584]: DEBUG oslo_vmware.api [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485832, 'name': PowerOffVM_Task, 'duration_secs': 0.243184} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.914024] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.914024] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.914193] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1a78964-ee38-4098-af7b-3be26dcc3220 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.989077] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.989272] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.989325] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleting the datastore file [datastore1] 0f06875a-a96a-4020-a09e-f1afe0bd7d80 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.989568] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a471142d-69f6-469e-8cca-967b7a59fa2b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.998629] env[69584]: DEBUG oslo_vmware.api [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 928.998629] env[69584]: value = "task-3485834" [ 928.998629] env[69584]: _type = "Task" [ 928.998629] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.010577] env[69584]: DEBUG nova.compute.utils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.015034] env[69584]: DEBUG oslo_vmware.api [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.016154] env[69584]: DEBUG nova.compute.manager [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.016154] env[69584]: DEBUG nova.network.neutron [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.066802] env[69584]: DEBUG nova.policy [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a585ec00a77e464fafff3b31f377a84f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e2f7de114e4a6c8ccfe36f26f85872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.082550] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "refresh_cache-41e0227c-b1b7-47f1-9859-7725b35f30b9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.083147] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "refresh_cache-41e0227c-b1b7-47f1-9859-7725b35f30b9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.083147] env[69584]: DEBUG nova.network.neutron [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.103864] env[69584]: DEBUG nova.compute.manager [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.170371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bef2bf4a-a1fc-4aeb-aded-1bfbd562604e tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "af134f37-05d1-4109-9d7b-ee14ede48856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.809s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.260263] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.260362] env[69584]: INFO nova.compute.manager [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Unrescuing [ 929.260578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.260730] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquired lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.260889] env[69584]: DEBUG nova.network.neutron [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.401346] env[69584]: DEBUG nova.compute.manager [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.468526] env[69584]: DEBUG nova.network.neutron [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Successfully created port: b4a67f2f-e7de-43ef-a4a0-c846e889a835 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.513778] env[69584]: DEBUG oslo_vmware.api [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202703} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.513778] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.513778] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.513778] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.513778] env[69584]: INFO nova.compute.manager [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Took 1.13 seconds to destroy the instance on the hypervisor. [ 929.513778] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.513778] env[69584]: DEBUG nova.compute.manager [-] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.513778] env[69584]: DEBUG nova.network.neutron [-] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.519647] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f8870ace-f03d-4413-bf0a-718a4f9392d9 tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.521132] env[69584]: DEBUG nova.compute.manager [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.524840] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.801s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.525127] env[69584]: DEBUG nova.objects.instance [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lazy-loading 'resources' on Instance uuid 7e92478c-7c46-4700-940c-cf8c6fd89ed6 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.627138] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.668723] env[69584]: DEBUG nova.network.neutron [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.930274] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.128397] env[69584]: DEBUG nova.network.neutron [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Updating instance_info_cache with network_info: [{"id": "866d312b-8ef7-4300-88ec-4058e603fdb3", "address": "fa:16:3e:ce:cb:ca", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866d312b-8e", "ovs_interfaceid": "866d312b-8ef7-4300-88ec-4058e603fdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.331953] env[69584]: DEBUG nova.network.neutron [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updating instance_info_cache with network_info: [{"id": "39592721-9dc1-47d3-a042-5b5036c7923c", "address": "fa:16:3e:ff:fd:ff", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39592721-9d", "ovs_interfaceid": "39592721-9dc1-47d3-a042-5b5036c7923c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.413253] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913d664e-86d6-42f7-bf54-ed2765d5703b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.424067] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9970a0d4-a4bf-407d-bbfc-442906c5ee8d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.458749] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682d6e6b-84b2-4e29-9a29-cff4cec28065 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.463724] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.463913] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.471767] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c19b1b-4b19-4a73-8f55-ffed7e57fa78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.489621] env[69584]: DEBUG nova.compute.provider_tree [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.533458] env[69584]: DEBUG nova.compute.manager [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.564026] env[69584]: DEBUG nova.virt.hardware [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.564903] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d983efc5-46bb-4697-8147-03e72cae9b18 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.573754] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8d2946-e18f-410f-a5b7-caf0605020b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.597410] env[69584]: DEBUG nova.compute.manager [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Received event network-changed-866d312b-8ef7-4300-88ec-4058e603fdb3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.597701] env[69584]: DEBUG nova.compute.manager [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Refreshing instance network info cache due to event network-changed-866d312b-8ef7-4300-88ec-4058e603fdb3. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.598248] env[69584]: DEBUG oslo_concurrency.lockutils [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] Acquiring lock "refresh_cache-41e0227c-b1b7-47f1-9859-7725b35f30b9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.631338] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "refresh_cache-41e0227c-b1b7-47f1-9859-7725b35f30b9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.631676] env[69584]: DEBUG nova.compute.manager [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Instance network_info: |[{"id": "866d312b-8ef7-4300-88ec-4058e603fdb3", "address": "fa:16:3e:ce:cb:ca", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866d312b-8e", "ovs_interfaceid": "866d312b-8ef7-4300-88ec-4058e603fdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.631974] env[69584]: DEBUG oslo_concurrency.lockutils [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] Acquired lock "refresh_cache-41e0227c-b1b7-47f1-9859-7725b35f30b9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.632185] env[69584]: DEBUG nova.network.neutron [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Refreshing network info cache for port 866d312b-8ef7-4300-88ec-4058e603fdb3 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.633414] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:cb:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '866d312b-8ef7-4300-88ec-4058e603fdb3', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.641364] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.644339] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.644782] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0ee0f5d-71ea-4f49-b9c3-1ca2dd34c11c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.669761] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.669761] env[69584]: value = "task-3485835" [ 930.669761] env[69584]: _type = "Task" [ 930.669761] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.679013] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485835, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.702635] env[69584]: DEBUG nova.network.neutron [-] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.835509] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Releasing lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.835509] env[69584]: DEBUG nova.objects.instance [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lazy-loading 'flavor' on Instance uuid 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.863016] env[69584]: DEBUG nova.network.neutron [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Updated VIF entry in instance network info cache for port 866d312b-8ef7-4300-88ec-4058e603fdb3. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.863411] env[69584]: DEBUG nova.network.neutron [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Updating instance_info_cache with network_info: [{"id": "866d312b-8ef7-4300-88ec-4058e603fdb3", "address": "fa:16:3e:ce:cb:ca", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866d312b-8e", "ovs_interfaceid": "866d312b-8ef7-4300-88ec-4058e603fdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.967260] env[69584]: DEBUG nova.compute.manager [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.993070] env[69584]: DEBUG nova.scheduler.client.report [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.181329] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485835, 'name': CreateVM_Task, 'duration_secs': 0.339998} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.181544] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.182316] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.182507] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.183043] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.183315] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74dee39f-63ad-41fd-804f-348857abe002 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.188962] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 931.188962] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cbfc2f-343b-2d28-4348-292e5da9160b" [ 931.188962] env[69584]: _type = "Task" [ 931.188962] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.200114] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cbfc2f-343b-2d28-4348-292e5da9160b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.205812] env[69584]: INFO nova.compute.manager [-] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Took 1.69 seconds to deallocate network for instance. [ 931.345877] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06304b28-a54e-44d6-aab9-029a3c783a64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.370272] env[69584]: DEBUG oslo_concurrency.lockutils [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] Releasing lock "refresh_cache-41e0227c-b1b7-47f1-9859-7725b35f30b9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.370549] env[69584]: DEBUG nova.compute.manager [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Received event network-vif-deleted-27e92891-524a-4b02-bb90-91cd138b6c94 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.370735] env[69584]: INFO nova.compute.manager [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Neutron deleted interface 27e92891-524a-4b02-bb90-91cd138b6c94; detaching it from the instance and deleting it from the info cache [ 931.370912] env[69584]: DEBUG nova.network.neutron [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.372308] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.372730] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b12d32d3-6f24-436a-9b38-c1cf0b1defd8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.384172] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 931.384172] env[69584]: value = "task-3485836" [ 931.384172] env[69584]: _type = "Task" [ 931.384172] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.393969] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.433560] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "9805d5cc-af24-4bf5-b99b-4bc316661526" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.433854] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.434047] env[69584]: INFO nova.compute.manager [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Shelving [ 931.491491] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.498493] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.501685] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.291s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.502078] env[69584]: DEBUG nova.objects.instance [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lazy-loading 'resources' on Instance uuid a03fe057-a751-4d32-85f1-6e95851a0e91 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.522046] env[69584]: INFO nova.scheduler.client.report [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted allocations for instance 7e92478c-7c46-4700-940c-cf8c6fd89ed6 [ 931.581800] env[69584]: DEBUG nova.network.neutron [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Successfully updated port: b4a67f2f-e7de-43ef-a4a0-c846e889a835 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.699946] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.700241] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Processing image 547dd0af-25fd-44ca-be70-2ed89fb1f923 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.700477] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923/547dd0af-25fd-44ca-be70-2ed89fb1f923.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.700628] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923/547dd0af-25fd-44ca-be70-2ed89fb1f923.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.700808] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.701081] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6382a169-a5e6-4d76-ae35-dbd2018ff748 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.711366] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.711682] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.711857] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.712570] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9147b9-5b76-4385-aa09-d1b6561c52df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.718641] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 931.718641] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd1ea4-ad4c-9d5f-ba7d-5b684f795e8b" [ 931.718641] env[69584]: _type = "Task" [ 931.718641] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.726747] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd1ea4-ad4c-9d5f-ba7d-5b684f795e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.874340] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-447dddc1-c8dc-4585-864d-94e53f047835 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.885341] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa90dae9-838c-4132-9e1d-016063fb6d42 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.904573] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485836, 'name': PowerOffVM_Task, 'duration_secs': 0.453726} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.904845] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.910166] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Reconfiguring VM instance instance-0000003e to detach disk 2002 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 931.910443] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be36ed9-dbb4-413e-9778-d36793fa6ffe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.935644] env[69584]: DEBUG nova.compute.manager [req-f20ab102-2944-4146-9fa6-482d4ea66192 req-0e8653fe-9123-4c3c-a375-30000c172750 service nova] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Detach interface failed, port_id=27e92891-524a-4b02-bb90-91cd138b6c94, reason: Instance 0f06875a-a96a-4020-a09e-f1afe0bd7d80 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 931.943660] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 931.943660] env[69584]: value = "task-3485837" [ 931.943660] env[69584]: _type = "Task" [ 931.943660] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.957304] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.030838] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e98e8ef3-bbc5-4ca7-932e-338dd9f514c6 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "7e92478c-7c46-4700-940c-cf8c6fd89ed6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.546s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.084894] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "refresh_cache-a54f2e5b-cb73-4415-8310-c2eaf54f8764" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.085283] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "refresh_cache-a54f2e5b-cb73-4415-8310-c2eaf54f8764" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.085626] env[69584]: DEBUG nova.network.neutron [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.232673] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Preparing fetch location {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 932.232928] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Fetch image to [datastore2] OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50/OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50.vmdk {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 932.233124] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Downloading stream optimized image 547dd0af-25fd-44ca-be70-2ed89fb1f923 to [datastore2] OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50/OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50.vmdk on the data store datastore2 as vApp {{(pid=69584) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 932.233292] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Downloading image file data 547dd0af-25fd-44ca-be70-2ed89fb1f923 to the ESX as VM named 'OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50' {{(pid=69584) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 932.332817] env[69584]: DEBUG oslo_vmware.rw_handles [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 932.332817] env[69584]: value = "resgroup-9" [ 932.332817] env[69584]: _type = "ResourcePool" [ 932.332817] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 932.333150] env[69584]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f7d78ddb-4fe5-40af-abcb-ff9b83f6a2a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.360578] env[69584]: DEBUG oslo_vmware.rw_handles [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lease: (returnval){ [ 932.360578] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdf917-1459-12df-6b0e-a75f91309bd5" [ 932.360578] env[69584]: _type = "HttpNfcLease" [ 932.360578] env[69584]: } obtained for vApp import into resource pool (val){ [ 932.360578] env[69584]: value = "resgroup-9" [ 932.360578] env[69584]: _type = "ResourcePool" [ 932.360578] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 932.360974] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the lease: (returnval){ [ 932.360974] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdf917-1459-12df-6b0e-a75f91309bd5" [ 932.360974] env[69584]: _type = "HttpNfcLease" [ 932.360974] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.369249] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.369249] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdf917-1459-12df-6b0e-a75f91309bd5" [ 932.369249] env[69584]: _type = "HttpNfcLease" [ 932.369249] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 932.424909] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc39b820-e6b1-41ce-b9cd-81c93449958d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.434749] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74dfd01-6df8-47e9-b880-8f71652eec21 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.469287] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.472965] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55b03165-6054-426d-8588-a8002c727e81 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.474831] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e43356-0d3a-4709-890e-8b45a47906cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.483259] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485837, 'name': ReconfigVM_Task, 'duration_secs': 0.501097} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.486365] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Reconfigured VM instance instance-0000003e to detach disk 2002 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 932.486574] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.490106] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 932.490106] env[69584]: value = "task-3485839" [ 932.490106] env[69584]: _type = "Task" [ 932.490106] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.490106] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13474850-042b-4e9a-b98b-b68da39d6089 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.490106] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818cea6b-88db-4273-b7a3-477a99f0a5a2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.504174] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.514165] env[69584]: DEBUG nova.compute.provider_tree [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.517552] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 932.517552] env[69584]: value = "task-3485840" [ 932.517552] env[69584]: _type = "Task" [ 932.517552] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.530258] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485840, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.636023] env[69584]: DEBUG nova.network.neutron [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.799308] env[69584]: DEBUG nova.compute.manager [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Received event network-vif-plugged-b4a67f2f-e7de-43ef-a4a0-c846e889a835 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.799308] env[69584]: DEBUG oslo_concurrency.lockutils [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] Acquiring lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.799308] env[69584]: DEBUG oslo_concurrency.lockutils [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] Lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.799308] env[69584]: DEBUG oslo_concurrency.lockutils [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] Lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.803440] env[69584]: DEBUG nova.compute.manager [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] No waiting events found dispatching network-vif-plugged-b4a67f2f-e7de-43ef-a4a0-c846e889a835 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.803440] env[69584]: WARNING nova.compute.manager [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Received unexpected event network-vif-plugged-b4a67f2f-e7de-43ef-a4a0-c846e889a835 for instance with vm_state building and task_state spawning. [ 932.803440] env[69584]: DEBUG nova.compute.manager [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Received event network-changed-b4a67f2f-e7de-43ef-a4a0-c846e889a835 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.803440] env[69584]: DEBUG nova.compute.manager [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Refreshing instance network info cache due to event network-changed-b4a67f2f-e7de-43ef-a4a0-c846e889a835. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.803440] env[69584]: DEBUG oslo_concurrency.lockutils [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] Acquiring lock "refresh_cache-a54f2e5b-cb73-4415-8310-c2eaf54f8764" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.822125] env[69584]: DEBUG nova.network.neutron [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Updating instance_info_cache with network_info: [{"id": "b4a67f2f-e7de-43ef-a4a0-c846e889a835", "address": "fa:16:3e:26:cc:b5", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a67f2f-e7", "ovs_interfaceid": "b4a67f2f-e7de-43ef-a4a0-c846e889a835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.872051] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.872051] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdf917-1459-12df-6b0e-a75f91309bd5" [ 932.872051] env[69584]: _type = "HttpNfcLease" [ 932.872051] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.002935] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485839, 'name': PowerOffVM_Task, 'duration_secs': 0.223982} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.003189] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.003963] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ffa0ce-3e87-47f5-be9b-f7bb2b669403 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.021600] env[69584]: DEBUG nova.scheduler.client.report [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.027883] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e68a2b0-e65d-47b3-bb6d-1125bf2b2622 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.035530] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.325404] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "refresh_cache-a54f2e5b-cb73-4415-8310-c2eaf54f8764" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.325789] env[69584]: DEBUG nova.compute.manager [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Instance network_info: |[{"id": "b4a67f2f-e7de-43ef-a4a0-c846e889a835", "address": "fa:16:3e:26:cc:b5", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a67f2f-e7", "ovs_interfaceid": "b4a67f2f-e7de-43ef-a4a0-c846e889a835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.326071] env[69584]: DEBUG oslo_concurrency.lockutils [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] Acquired lock "refresh_cache-a54f2e5b-cb73-4415-8310-c2eaf54f8764" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.326255] env[69584]: DEBUG nova.network.neutron [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Refreshing network info cache for port b4a67f2f-e7de-43ef-a4a0-c846e889a835 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.327456] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:cc:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a67f2f-e7de-43ef-a4a0-c846e889a835', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.334853] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.336059] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.336305] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c59264c-6e67-4859-8e44-25a96032cfda {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.361182] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.361182] env[69584]: value = "task-3485841" [ 933.361182] env[69584]: _type = "Task" [ 933.361182] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.373310] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485841, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.374895] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.374895] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdf917-1459-12df-6b0e-a75f91309bd5" [ 933.374895] env[69584]: _type = "HttpNfcLease" [ 933.374895] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.375359] env[69584]: DEBUG oslo_vmware.rw_handles [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.375359] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdf917-1459-12df-6b0e-a75f91309bd5" [ 933.375359] env[69584]: _type = "HttpNfcLease" [ 933.375359] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 933.375915] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa49b9ea-6052-4a80-90fb-c3ddb6a4dcf9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.384891] env[69584]: DEBUG oslo_vmware.rw_handles [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e546f-1880-e345-2afa-c5585b59bd87/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.385410] env[69584]: DEBUG oslo_vmware.rw_handles [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e546f-1880-e345-2afa-c5585b59bd87/disk-0.vmdk. {{(pid=69584) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 933.451478] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "50eb1d52-bbdd-4724-8023-ad459a864f10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.451781] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.457072] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2420ba09-5faf-46be-b5b6-3a5421d57f6c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.532143] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.540048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.952s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.541621] env[69584]: INFO nova.compute.claims [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.544365] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.545422] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 933.545975] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76d8bed6-adfc-4c42-9c95-3cfa7e6f415e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.556519] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 933.556519] env[69584]: value = "task-3485842" [ 933.556519] env[69584]: _type = "Task" [ 933.556519] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.565966] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485842, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.568148] env[69584]: INFO nova.scheduler.client.report [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Deleted allocations for instance a03fe057-a751-4d32-85f1-6e95851a0e91 [ 933.873995] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485841, 'name': CreateVM_Task, 'duration_secs': 0.411986} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.876752] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.877681] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.879321] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.879715] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.880042] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8fac72-58b4-425d-8010-4fe5eec33943 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.890266] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 933.890266] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275de87-b4d0-36a4-e0ff-4bd387701674" [ 933.890266] env[69584]: _type = "Task" [ 933.890266] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.913021] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275de87-b4d0-36a4-e0ff-4bd387701674, 'name': SearchDatastore_Task, 'duration_secs': 0.012245} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.915472] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.915813] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.916168] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.916456] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.916583] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.916883] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92e72539-4e65-4014-b6d0-5c23c533e4e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.929923] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.930269] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.932669] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e34bf19-fabc-468f-8523-b6f277140cc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.940019] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 933.940019] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e29d9f-b52c-6b43-db66-87f87e2023fc" [ 933.940019] env[69584]: _type = "Task" [ 933.940019] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.954819] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e29d9f-b52c-6b43-db66-87f87e2023fc, 'name': SearchDatastore_Task} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.957516] env[69584]: DEBUG nova.compute.manager [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.960099] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0c5e84-22b4-4aa0-95e1-492920c7c14a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.973444] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 933.973444] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527ea5be-2f5b-adba-71a8-6f8544693ff4" [ 933.973444] env[69584]: _type = "Task" [ 933.973444] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.985867] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527ea5be-2f5b-adba-71a8-6f8544693ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.012991} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.987885] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.988233] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] a54f2e5b-cb73-4415-8310-c2eaf54f8764/a54f2e5b-cb73-4415-8310-c2eaf54f8764.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.988518] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1764dd31-26c5-4e69-a164-84931a32e40f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.002701] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 934.002701] env[69584]: value = "task-3485843" [ 934.002701] env[69584]: _type = "Task" [ 934.002701] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.015618] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.038441] env[69584]: DEBUG oslo_vmware.api [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485840, 'name': PowerOnVM_Task, 'duration_secs': 1.318601} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.040440] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.040703] env[69584]: DEBUG nova.compute.manager [None req-42a84733-eb42-4d4f-9924-0f262d1ace2e tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.041853] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bebca4c-3498-4873-95a8-51077a116a5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.068806] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485842, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.081202] env[69584]: DEBUG oslo_concurrency.lockutils [None req-db76bcd5-22c2-4339-8795-19118234d37f tempest-ServerShowV257Test-1875551863 tempest-ServerShowV257Test-1875551863-project-member] Lock "a03fe057-a751-4d32-85f1-6e95851a0e91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.179s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.153633] env[69584]: DEBUG nova.network.neutron [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Updated VIF entry in instance network info cache for port b4a67f2f-e7de-43ef-a4a0-c846e889a835. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.154119] env[69584]: DEBUG nova.network.neutron [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Updating instance_info_cache with network_info: [{"id": "b4a67f2f-e7de-43ef-a4a0-c846e889a835", "address": "fa:16:3e:26:cc:b5", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a67f2f-e7", "ovs_interfaceid": "b4a67f2f-e7de-43ef-a4a0-c846e889a835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.270575] env[69584]: DEBUG oslo_vmware.rw_handles [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Completed reading data from the image iterator. {{(pid=69584) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 934.270884] env[69584]: DEBUG oslo_vmware.rw_handles [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e546f-1880-e345-2afa-c5585b59bd87/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 934.272143] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20feaf75-2ba4-40db-95c7-4c00367684ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.281650] env[69584]: DEBUG oslo_vmware.rw_handles [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e546f-1880-e345-2afa-c5585b59bd87/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 934.281879] env[69584]: DEBUG oslo_vmware.rw_handles [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e546f-1880-e345-2afa-c5585b59bd87/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 934.282199] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8e99b872-130e-412d-81cf-2007778d2ede {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.486532] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.518867] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485843, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.574027] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485842, 'name': CreateSnapshot_Task, 'duration_secs': 0.627917} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.574583] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.575692] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4f734a-c467-4d0d-b0ca-2d5f748277ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.656565] env[69584]: DEBUG oslo_concurrency.lockutils [req-cc42c39e-b10c-447a-abab-5aa8ffcc3e3b req-c5c77fa3-d7fc-41ae-9224-abad0bf9ff42 service nova] Releasing lock "refresh_cache-a54f2e5b-cb73-4415-8310-c2eaf54f8764" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.700601] env[69584]: DEBUG oslo_vmware.rw_handles [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e546f-1880-e345-2afa-c5585b59bd87/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 934.701063] env[69584]: INFO nova.virt.vmwareapi.images [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Downloaded image file data 547dd0af-25fd-44ca-be70-2ed89fb1f923 [ 934.702010] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ff5f29-1ce8-46cb-96ae-40521702a109 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.720658] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eef32bb8-da7d-4be1-8cf9-d3d9c6963c1d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.762491] env[69584]: INFO nova.virt.vmwareapi.images [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] The imported VM was unregistered [ 934.764757] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Caching image {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 934.765013] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating directory with path [datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.765529] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faff48e4-6196-46eb-8a64-dea81b57a544 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.780723] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Created directory with path [datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.781406] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50/OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50.vmdk to [datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923/547dd0af-25fd-44ca-be70-2ed89fb1f923.vmdk. {{(pid=69584) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 934.783632] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-25e9acb2-d7f1-4d84-9b37-e37ed03bd651 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.793767] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 934.793767] env[69584]: value = "task-3485845" [ 934.793767] env[69584]: _type = "Task" [ 934.793767] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.804484] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485845, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.928150] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aee0cba-5185-4c5b-8bb0-c5d8069e7de5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.936590] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5bdb65-065c-4d0d-b14d-4912fd044f1f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.968196] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72802a1-ad6a-4c48-bfaf-9cf5b133e0a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.979823] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cee8c1a-a0f1-4955-8b7a-09877c5713e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.000214] env[69584]: DEBUG nova.compute.provider_tree [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.022053] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600147} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.022306] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] a54f2e5b-cb73-4415-8310-c2eaf54f8764/a54f2e5b-cb73-4415-8310-c2eaf54f8764.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.022522] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.022839] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b64ed92-fe2b-4414-9112-3b9246be8c56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.034208] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 935.034208] env[69584]: value = "task-3485846" [ 935.034208] env[69584]: _type = "Task" [ 935.034208] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.055149] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.101403] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 935.101631] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c85a61a-8046-4afe-b7d9-f18dfc51960f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.117957] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 935.117957] env[69584]: value = "task-3485847" [ 935.117957] env[69584]: _type = "Task" [ 935.117957] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.132409] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485847, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.318135] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485845, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.334024] env[69584]: DEBUG nova.compute.manager [req-cd9206b6-f654-401f-9d63-05dc6665ae3d req-868e8463-1de8-41b1-b59b-0bb6c82abcbf service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Received event network-changed-39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.334024] env[69584]: DEBUG nova.compute.manager [req-cd9206b6-f654-401f-9d63-05dc6665ae3d req-868e8463-1de8-41b1-b59b-0bb6c82abcbf service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Refreshing instance network info cache due to event network-changed-39592721-9dc1-47d3-a042-5b5036c7923c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.334024] env[69584]: DEBUG oslo_concurrency.lockutils [req-cd9206b6-f654-401f-9d63-05dc6665ae3d req-868e8463-1de8-41b1-b59b-0bb6c82abcbf service nova] Acquiring lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.334024] env[69584]: DEBUG oslo_concurrency.lockutils [req-cd9206b6-f654-401f-9d63-05dc6665ae3d req-868e8463-1de8-41b1-b59b-0bb6c82abcbf service nova] Acquired lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.334317] env[69584]: DEBUG nova.network.neutron [req-cd9206b6-f654-401f-9d63-05dc6665ae3d req-868e8463-1de8-41b1-b59b-0bb6c82abcbf service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Refreshing network info cache for port 39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.510033] env[69584]: DEBUG nova.scheduler.client.report [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.548414] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485846, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.634953] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485847, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.811152] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485845, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.013679] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.014402] env[69584]: DEBUG nova.compute.manager [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.020514] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.430s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.020778] env[69584]: DEBUG nova.objects.instance [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'resources' on Instance uuid 3137d543-006b-4f18-bbff-d1288ea4017b {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.051019] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.686675} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.051344] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.052237] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c41245-2eb1-4247-9eeb-37a67e738d2b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.082337] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] a54f2e5b-cb73-4415-8310-c2eaf54f8764/a54f2e5b-cb73-4415-8310-c2eaf54f8764.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.085658] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a40a02b-701e-4c25-97da-8399865765a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.117024] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 936.117024] env[69584]: value = "task-3485848" [ 936.117024] env[69584]: _type = "Task" [ 936.117024] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.133028] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485847, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.139851] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.158873] env[69584]: DEBUG nova.network.neutron [req-cd9206b6-f654-401f-9d63-05dc6665ae3d req-868e8463-1de8-41b1-b59b-0bb6c82abcbf service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updated VIF entry in instance network info cache for port 39592721-9dc1-47d3-a042-5b5036c7923c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.159099] env[69584]: DEBUG nova.network.neutron [req-cd9206b6-f654-401f-9d63-05dc6665ae3d req-868e8463-1de8-41b1-b59b-0bb6c82abcbf service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updating instance_info_cache with network_info: [{"id": "39592721-9dc1-47d3-a042-5b5036c7923c", "address": "fa:16:3e:ff:fd:ff", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39592721-9d", "ovs_interfaceid": "39592721-9dc1-47d3-a042-5b5036c7923c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.310868] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485845, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.524123] env[69584]: DEBUG nova.compute.utils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.526193] env[69584]: DEBUG nova.objects.instance [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'numa_topology' on Instance uuid 3137d543-006b-4f18-bbff-d1288ea4017b {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.527248] env[69584]: DEBUG nova.compute.manager [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.527248] env[69584]: DEBUG nova.network.neutron [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.585507] env[69584]: DEBUG nova.policy [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f43cf3058c4d4260b0622d228fe99e29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21761ab54b3f4374989c04c1550abcf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.633020] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485847, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.637513] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.665413] env[69584]: DEBUG oslo_concurrency.lockutils [req-cd9206b6-f654-401f-9d63-05dc6665ae3d req-868e8463-1de8-41b1-b59b-0bb6c82abcbf service nova] Releasing lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.811164] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485845, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.031412] env[69584]: DEBUG nova.objects.base [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Object Instance<3137d543-006b-4f18-bbff-d1288ea4017b> lazy-loaded attributes: resources,numa_topology {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 937.039032] env[69584]: DEBUG nova.compute.manager [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.134928] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485847, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.138843] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.269894] env[69584]: DEBUG nova.network.neutron [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Successfully created port: 1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.313587] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485845, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.359216] env[69584]: DEBUG nova.compute.manager [req-8dee1c3b-65fb-4f4b-a9a0-a5a45cd00948 req-8e1e8ee5-ff53-4f9d-a1a7-c301d0cb9a0f service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Received event network-changed-39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.359414] env[69584]: DEBUG nova.compute.manager [req-8dee1c3b-65fb-4f4b-a9a0-a5a45cd00948 req-8e1e8ee5-ff53-4f9d-a1a7-c301d0cb9a0f service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Refreshing instance network info cache due to event network-changed-39592721-9dc1-47d3-a042-5b5036c7923c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.359639] env[69584]: DEBUG oslo_concurrency.lockutils [req-8dee1c3b-65fb-4f4b-a9a0-a5a45cd00948 req-8e1e8ee5-ff53-4f9d-a1a7-c301d0cb9a0f service nova] Acquiring lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.359958] env[69584]: DEBUG oslo_concurrency.lockutils [req-8dee1c3b-65fb-4f4b-a9a0-a5a45cd00948 req-8e1e8ee5-ff53-4f9d-a1a7-c301d0cb9a0f service nova] Acquired lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.359958] env[69584]: DEBUG nova.network.neutron [req-8dee1c3b-65fb-4f4b-a9a0-a5a45cd00948 req-8e1e8ee5-ff53-4f9d-a1a7-c301d0cb9a0f service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Refreshing network info cache for port 39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.445899] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c661df7e-adc8-402d-b3cd-6428996e56e4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.455299] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bba25e4-41c6-46dc-b868-64f37c94500c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.487560] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51810e0-6aaa-4d35-9304-3ac31a314d02 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.496508] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c5ed1-d9a3-4f12-9660-4feaf4e42236 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.511079] env[69584]: DEBUG nova.compute.provider_tree [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.632328] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485848, 'name': ReconfigVM_Task, 'duration_secs': 1.099898} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.632328] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Reconfigured VM instance instance-0000004b to attach disk [datastore2] a54f2e5b-cb73-4415-8310-c2eaf54f8764/a54f2e5b-cb73-4415-8310-c2eaf54f8764.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.632735] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8014cd3f-1004-462b-b129-23f679419884 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.637101] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485847, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.642658] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 937.642658] env[69584]: value = "task-3485849" [ 937.642658] env[69584]: _type = "Task" [ 937.642658] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.651676] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485849, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.807661] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485845, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.014431] env[69584]: DEBUG nova.scheduler.client.report [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.051049] env[69584]: DEBUG nova.compute.manager [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.079235] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.079504] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.079666] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.079849] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.079997] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.080163] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.080399] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.080629] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.080811] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.080978] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.081168] env[69584]: DEBUG nova.virt.hardware [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.082204] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87fa8a3-f4d6-4324-a904-d192dd0e24d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.093314] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03db603-fa01-46b0-9d01-275c52fa8cb8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.120260] env[69584]: DEBUG nova.network.neutron [req-8dee1c3b-65fb-4f4b-a9a0-a5a45cd00948 req-8e1e8ee5-ff53-4f9d-a1a7-c301d0cb9a0f service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updated VIF entry in instance network info cache for port 39592721-9dc1-47d3-a042-5b5036c7923c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.120639] env[69584]: DEBUG nova.network.neutron [req-8dee1c3b-65fb-4f4b-a9a0-a5a45cd00948 req-8e1e8ee5-ff53-4f9d-a1a7-c301d0cb9a0f service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updating instance_info_cache with network_info: [{"id": "39592721-9dc1-47d3-a042-5b5036c7923c", "address": "fa:16:3e:ff:fd:ff", "network": {"id": "9b5b2d9b-baf2-44c6-8cee-a49fcb0270b2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1888873773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166b524a7c5d4cbe8efea1608331795b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39592721-9d", "ovs_interfaceid": "39592721-9dc1-47d3-a042-5b5036c7923c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.134944] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485847, 'name': CloneVM_Task, 'duration_secs': 2.923408} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.135238] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Created linked-clone VM from snapshot [ 938.135973] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe769eb-05de-4b8e-ac24-f20384d21511 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.143852] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Uploading image ac2b4a1e-8541-492b-94e4-894353115f71 {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 938.154330] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485849, 'name': Rename_Task, 'duration_secs': 0.426152} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.154598] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.154833] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca14ab86-2cf1-4738-ac3f-205d4ec6efc6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.163349] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 938.163349] env[69584]: value = "task-3485850" [ 938.163349] env[69584]: _type = "Task" [ 938.163349] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.168945] env[69584]: DEBUG oslo_vmware.rw_handles [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 938.168945] env[69584]: value = "vm-696830" [ 938.168945] env[69584]: _type = "VirtualMachine" [ 938.168945] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 938.169206] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9746707-34a1-4bda-8e17-9825bb11143d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.176134] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.177482] env[69584]: DEBUG oslo_vmware.rw_handles [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lease: (returnval){ [ 938.177482] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5293ace0-cee6-45df-7a41-57fa952cd421" [ 938.177482] env[69584]: _type = "HttpNfcLease" [ 938.177482] env[69584]: } obtained for exporting VM: (result){ [ 938.177482] env[69584]: value = "vm-696830" [ 938.177482] env[69584]: _type = "VirtualMachine" [ 938.177482] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 938.177788] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the lease: (returnval){ [ 938.177788] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5293ace0-cee6-45df-7a41-57fa952cd421" [ 938.177788] env[69584]: _type = "HttpNfcLease" [ 938.177788] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 938.185368] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.185368] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5293ace0-cee6-45df-7a41-57fa952cd421" [ 938.185368] env[69584]: _type = "HttpNfcLease" [ 938.185368] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 938.311240] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485845, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.520837] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.500s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.523488] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.438s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.525118] env[69584]: INFO nova.compute.claims [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.623424] env[69584]: DEBUG oslo_concurrency.lockutils [req-8dee1c3b-65fb-4f4b-a9a0-a5a45cd00948 req-8e1e8ee5-ff53-4f9d-a1a7-c301d0cb9a0f service nova] Releasing lock "refresh_cache-6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.674144] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485850, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.688501] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.688501] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5293ace0-cee6-45df-7a41-57fa952cd421" [ 938.688501] env[69584]: _type = "HttpNfcLease" [ 938.688501] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 938.688501] env[69584]: DEBUG oslo_vmware.rw_handles [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 938.688501] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5293ace0-cee6-45df-7a41-57fa952cd421" [ 938.688501] env[69584]: _type = "HttpNfcLease" [ 938.688501] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 938.689499] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5515bfe0-30b8-41b9-a33d-7fe8e411b08b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.700477] env[69584]: DEBUG oslo_vmware.rw_handles [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52240ac9-f596-c74e-69a9-aaa3bc353147/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 938.700952] env[69584]: DEBUG oslo_vmware.rw_handles [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52240ac9-f596-c74e-69a9-aaa3bc353147/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 938.814785] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a91dab3-0172-4ee2-9cbf-ce9637f3f26f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.817467] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485845, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.517621} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.817467] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50/OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50.vmdk to [datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923/547dd0af-25fd-44ca-be70-2ed89fb1f923.vmdk. [ 938.817467] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Cleaning up location [datastore2] OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 938.817749] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d1d8cdb0-5397-439b-9a11-859425600f50 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.818525] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5647c28-c4b8-4d41-a588-a79fdf985ee1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.828180] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 938.828180] env[69584]: value = "task-3485852" [ 938.828180] env[69584]: _type = "Task" [ 938.828180] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.842131] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.900741] env[69584]: DEBUG nova.network.neutron [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Successfully updated port: 1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.037165] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec430fbe-b8b0-425a-bc7a-55122f8be336 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.120s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.038589] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.446s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.038589] env[69584]: INFO nova.compute.manager [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Unshelving [ 939.173879] env[69584]: DEBUG oslo_vmware.api [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485850, 'name': PowerOnVM_Task, 'duration_secs': 0.6696} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.174278] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.174494] env[69584]: INFO nova.compute.manager [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Took 8.64 seconds to spawn the instance on the hypervisor. [ 939.174674] env[69584]: DEBUG nova.compute.manager [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.175494] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4317f7fe-9b0f-4755-a760-bb8d2158b274 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.339291] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150762} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.340072] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.340072] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923/547dd0af-25fd-44ca-be70-2ed89fb1f923.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.340847] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923/547dd0af-25fd-44ca-be70-2ed89fb1f923.vmdk to [datastore2] 41e0227c-b1b7-47f1-9859-7725b35f30b9/41e0227c-b1b7-47f1-9859-7725b35f30b9.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.340847] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cca6045c-953d-4a25-a18c-2ec80e493250 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.350725] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 939.350725] env[69584]: value = "task-3485853" [ 939.350725] env[69584]: _type = "Task" [ 939.350725] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.363130] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.390958] env[69584]: DEBUG nova.compute.manager [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Received event network-vif-plugged-1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.390958] env[69584]: DEBUG oslo_concurrency.lockutils [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] Acquiring lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.390958] env[69584]: DEBUG oslo_concurrency.lockutils [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] Lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.390958] env[69584]: DEBUG oslo_concurrency.lockutils [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] Lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.390958] env[69584]: DEBUG nova.compute.manager [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] No waiting events found dispatching network-vif-plugged-1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.390958] env[69584]: WARNING nova.compute.manager [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Received unexpected event network-vif-plugged-1efba7cf-e13a-41a4-a4f9-a218c08fa73f for instance with vm_state building and task_state spawning. [ 939.390958] env[69584]: DEBUG nova.compute.manager [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Received event network-changed-1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.390958] env[69584]: DEBUG nova.compute.manager [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Refreshing instance network info cache due to event network-changed-1efba7cf-e13a-41a4-a4f9-a218c08fa73f. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.390958] env[69584]: DEBUG oslo_concurrency.lockutils [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] Acquiring lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.390958] env[69584]: DEBUG oslo_concurrency.lockutils [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] Acquired lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.391629] env[69584]: DEBUG nova.network.neutron [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Refreshing network info cache for port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.406148] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.701985] env[69584]: INFO nova.compute.manager [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Took 31.61 seconds to build instance. [ 939.871651] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485853, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.936500] env[69584]: DEBUG nova.network.neutron [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.986081] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771da79f-b6d5-4418-8135-026ddf1f1d71 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.998824] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71308b5-2a58-4f41-bfb3-3cc3a90a13c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.041301] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34702b7-2eb1-4ef9-a0bc-ff370949198e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.050328] env[69584]: DEBUG nova.compute.utils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.056786] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89481dfb-54ff-4167-b271-3e20c40c51af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.080341] env[69584]: DEBUG nova.compute.provider_tree [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.118542] env[69584]: DEBUG nova.network.neutron [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.204550] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a4e6bcf-4677-464a-b4f8-f39135004220 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.137s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.367634] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485853, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.557706] env[69584]: INFO nova.virt.block_device [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Booting with volume d3981ef7-ff3d-44c8-a572-36e8e23d8a94 at /dev/sdb [ 940.582944] env[69584]: DEBUG nova.scheduler.client.report [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.605959] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c315ea5-5118-482f-89b0-50b4c2c424cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.621742] env[69584]: DEBUG oslo_concurrency.lockutils [req-4e71ee23-f4ef-4412-a152-0340444486c6 req-99501218-183a-42a5-bf42-77c68ad83198 service nova] Releasing lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.623183] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquired lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.623428] env[69584]: DEBUG nova.network.neutron [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.631338] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117b5a8d-dbcd-4ca8-922b-553b5c935ad1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.680850] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e659216-bc70-46b6-95fc-c1d34a49cc5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.698244] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b46e7a-ea4a-4f87-94ce-09305e7d8d48 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.747766] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db0b419-35ee-425e-883c-db76b14bb109 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.759280] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d35e9-431b-4309-b16d-ab3266f4769b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.780229] env[69584]: DEBUG nova.virt.block_device [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updating existing volume attachment record: eb3c455a-3bb8-4ab8-99a0-05bf14fb7a0d {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 940.867524] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485853, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.090015] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.090675] env[69584]: DEBUG nova.compute.manager [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.094391] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.959s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.094651] env[69584]: DEBUG nova.objects.instance [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 941.118048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.118048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.118048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.118048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.118318] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.120610] env[69584]: INFO nova.compute.manager [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Terminating instance [ 941.160350] env[69584]: DEBUG nova.network.neutron [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.360176] env[69584]: DEBUG nova.network.neutron [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updating instance_info_cache with network_info: [{"id": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "address": "fa:16:3e:2d:3a:a5", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efba7cf-e1", "ovs_interfaceid": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.377145] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485853, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.596988] env[69584]: DEBUG nova.compute.utils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.599344] env[69584]: DEBUG nova.compute.manager [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.599547] env[69584]: DEBUG nova.network.neutron [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.625027] env[69584]: DEBUG nova.compute.manager [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.625027] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.626097] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2c3249-5e05-46dc-9e62-e1877a581ecd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.642303] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.642569] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-868ec954-230e-45b2-9c3b-e1cd77efa4b0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.657262] env[69584]: DEBUG oslo_vmware.api [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 941.657262] env[69584]: value = "task-3485857" [ 941.657262] env[69584]: _type = "Task" [ 941.657262] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.664272] env[69584]: DEBUG nova.policy [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e095fdd3b54e82b2904ff564b8c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854ce7cfadbe4b698b2d7fd90b8e97c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.673250] env[69584]: DEBUG oslo_vmware.api [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.873150] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Releasing lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.873150] env[69584]: DEBUG nova.compute.manager [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Instance network_info: |[{"id": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "address": "fa:16:3e:2d:3a:a5", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efba7cf-e1", "ovs_interfaceid": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.873150] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485853, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.873150] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:3a:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1efba7cf-e13a-41a4-a4f9-a218c08fa73f', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.880388] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Creating folder: Project (21761ab54b3f4374989c04c1550abcf2). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.881218] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53b9ba0f-e542-4149-8a3a-fe20b5701933 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.902554] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Created folder: Project (21761ab54b3f4374989c04c1550abcf2) in parent group-v696614. [ 941.902554] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Creating folder: Instances. Parent ref: group-v696833. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.902554] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86381407-36aa-488d-b9a3-09f34ec9e9b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.925232] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Created folder: Instances in parent group-v696833. [ 941.925612] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.926870] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.926870] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18e2ee1e-e500-48af-8f77-fb8e51955429 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.955047] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.955047] env[69584]: value = "task-3485860" [ 941.955047] env[69584]: _type = "Task" [ 941.955047] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.970811] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485860, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.072893] env[69584]: DEBUG nova.network.neutron [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Successfully created port: 14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.106098] env[69584]: DEBUG nova.compute.manager [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.110653] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6373edb-5cde-4d6a-8540-0aac1bcd8a67 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.112953] env[69584]: DEBUG oslo_concurrency.lockutils [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.102s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.112953] env[69584]: DEBUG nova.objects.instance [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lazy-loading 'resources' on Instance uuid 33f0d54e-db21-422a-ad33-6a4fd02e2d62 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.169359] env[69584]: DEBUG oslo_vmware.api [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485857, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.367674] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485853, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.740985} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.367965] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/547dd0af-25fd-44ca-be70-2ed89fb1f923/547dd0af-25fd-44ca-be70-2ed89fb1f923.vmdk to [datastore2] 41e0227c-b1b7-47f1-9859-7725b35f30b9/41e0227c-b1b7-47f1-9859-7725b35f30b9.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.368887] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3199df16-7fd8-40b0-9a09-f7260cc63a43 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.397281] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 41e0227c-b1b7-47f1-9859-7725b35f30b9/41e0227c-b1b7-47f1-9859-7725b35f30b9.vmdk or device None with type streamOptimized {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.397705] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e771bec-99ab-4fc4-998c-c0330c0e2042 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.421428] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 942.421428] env[69584]: value = "task-3485861" [ 942.421428] env[69584]: _type = "Task" [ 942.421428] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.432666] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.468667] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485860, 'name': CreateVM_Task, 'duration_secs': 0.412822} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.469339] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.470216] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.470380] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.470714] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.470977] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b482eea-7a95-4700-84cb-10ef0c172008 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.477776] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 942.477776] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5290a0f6-e096-e780-5580-e8b3b55d607f" [ 942.477776] env[69584]: _type = "Task" [ 942.477776] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.489946] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5290a0f6-e096-e780-5580-e8b3b55d607f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.669977] env[69584]: DEBUG oslo_vmware.api [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485857, 'name': PowerOffVM_Task, 'duration_secs': 0.532141} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.672749] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.672943] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.673716] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7177052-352b-497c-86cf-0ade96a226c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.932675] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.959732] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b305c1a7-be3d-4d01-b09b-22a15bf9c41f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.969371] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21381f25-2a3b-4eb7-9ddf-b69a56b8433c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.007427] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046336fd-e7a4-42d0-81aa-29875d07edaa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.019293] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ad2d19-ef77-48a1-862a-2eff0ca03868 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.023469] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5290a0f6-e096-e780-5580-e8b3b55d607f, 'name': SearchDatastore_Task, 'duration_secs': 0.027083} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.023787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.024093] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.024296] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.024442] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.024627] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.025270] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fa61f12-c882-41f9-a094-9e67624c9da7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.036052] env[69584]: DEBUG nova.compute.provider_tree [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.038886] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.039070] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.040139] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ba0f16-3833-4382-8e7e-f9bb6b3d31b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.046343] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 943.046343] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a3dbc3-2dc9-9b86-55d5-6e93dea532c1" [ 943.046343] env[69584]: _type = "Task" [ 943.046343] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.056654] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a3dbc3-2dc9-9b86-55d5-6e93dea532c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.121579] env[69584]: DEBUG nova.compute.manager [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.149096] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.149368] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.149642] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleting the datastore file [datastore2] a54f2e5b-cb73-4415-8310-c2eaf54f8764 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.149979] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5be6228c-6300-4818-952a-bb067b6322f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.157349] env[69584]: DEBUG oslo_vmware.api [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 943.157349] env[69584]: value = "task-3485863" [ 943.157349] env[69584]: _type = "Task" [ 943.157349] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.165894] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.166154] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.166306] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.166491] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.166639] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.166782] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.166984] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.167184] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.167356] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.167551] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.167735] env[69584]: DEBUG nova.virt.hardware [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.168630] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634f4c6-7b3d-44a7-892e-832476235ce9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.174120] env[69584]: DEBUG oslo_vmware.api [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.180134] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e02ad2-0896-4a84-9dde-18e9a4791b76 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.433229] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485861, 'name': ReconfigVM_Task, 'duration_secs': 0.545198} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.433539] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 41e0227c-b1b7-47f1-9859-7725b35f30b9/41e0227c-b1b7-47f1-9859-7725b35f30b9.vmdk or device None with type streamOptimized {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.434224] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16af0a1e-5390-44a5-821e-a82e8093b37b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.442296] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 943.442296] env[69584]: value = "task-3485864" [ 943.442296] env[69584]: _type = "Task" [ 943.442296] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.452136] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485864, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.541463] env[69584]: DEBUG nova.scheduler.client.report [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.558313] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a3dbc3-2dc9-9b86-55d5-6e93dea532c1, 'name': SearchDatastore_Task, 'duration_secs': 0.018762} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.560124] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4850944-f7d9-46f0-92cd-ed9808d8061e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.567580] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 943.567580] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524ad839-c2f1-c3a4-88da-c8013635f32a" [ 943.567580] env[69584]: _type = "Task" [ 943.567580] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.581298] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524ad839-c2f1-c3a4-88da-c8013635f32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.635751] env[69584]: DEBUG nova.compute.manager [req-cf8c1132-93d6-4124-9dff-6ee87c991242 req-602f686f-58c3-4b14-be9e-71571923a664 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received event network-vif-plugged-14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.636045] env[69584]: DEBUG oslo_concurrency.lockutils [req-cf8c1132-93d6-4124-9dff-6ee87c991242 req-602f686f-58c3-4b14-be9e-71571923a664 service nova] Acquiring lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.636956] env[69584]: DEBUG oslo_concurrency.lockutils [req-cf8c1132-93d6-4124-9dff-6ee87c991242 req-602f686f-58c3-4b14-be9e-71571923a664 service nova] Lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.636956] env[69584]: DEBUG oslo_concurrency.lockutils [req-cf8c1132-93d6-4124-9dff-6ee87c991242 req-602f686f-58c3-4b14-be9e-71571923a664 service nova] Lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.636956] env[69584]: DEBUG nova.compute.manager [req-cf8c1132-93d6-4124-9dff-6ee87c991242 req-602f686f-58c3-4b14-be9e-71571923a664 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] No waiting events found dispatching network-vif-plugged-14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.637285] env[69584]: WARNING nova.compute.manager [req-cf8c1132-93d6-4124-9dff-6ee87c991242 req-602f686f-58c3-4b14-be9e-71571923a664 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received unexpected event network-vif-plugged-14ac657e-fb44-4261-b36b-18244606c0a6 for instance with vm_state building and task_state spawning. [ 943.670303] env[69584]: DEBUG oslo_vmware.api [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3485863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252098} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.670651] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.672210] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.672446] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.672688] env[69584]: INFO nova.compute.manager [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Took 2.05 seconds to destroy the instance on the hypervisor. [ 943.673088] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.674346] env[69584]: DEBUG nova.network.neutron [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Successfully updated port: 14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.676974] env[69584]: DEBUG nova.compute.manager [-] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.677149] env[69584]: DEBUG nova.network.neutron [-] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.958132] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485864, 'name': Rename_Task, 'duration_secs': 0.179537} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.958580] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.958580] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c3cd949-54ae-4a53-83b0-dcfb2a7e07d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.967840] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 943.967840] env[69584]: value = "task-3485866" [ 943.967840] env[69584]: _type = "Task" [ 943.967840] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.979295] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.046620] env[69584]: DEBUG oslo_concurrency.lockutils [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.053954] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.474s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.054456] env[69584]: DEBUG nova.objects.instance [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 944.084456] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524ad839-c2f1-c3a4-88da-c8013635f32a, 'name': SearchDatastore_Task, 'duration_secs': 0.021468} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.084829] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.085152] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe/5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.085557] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0d2917f-e100-45cd-b5be-a86da2bb9719 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.088891] env[69584]: INFO nova.scheduler.client.report [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleted allocations for instance 33f0d54e-db21-422a-ad33-6a4fd02e2d62 [ 944.096872] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 944.096872] env[69584]: value = "task-3485867" [ 944.096872] env[69584]: _type = "Task" [ 944.096872] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.105607] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.182052] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.182052] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.182052] env[69584]: DEBUG nova.network.neutron [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.282172] env[69584]: DEBUG oslo_concurrency.lockutils [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "283b33ad-de82-4b79-8082-62da5612bf64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.282748] env[69584]: DEBUG oslo_concurrency.lockutils [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "283b33ad-de82-4b79-8082-62da5612bf64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.283015] env[69584]: DEBUG oslo_concurrency.lockutils [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "283b33ad-de82-4b79-8082-62da5612bf64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.283228] env[69584]: DEBUG oslo_concurrency.lockutils [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "283b33ad-de82-4b79-8082-62da5612bf64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.283405] env[69584]: DEBUG oslo_concurrency.lockutils [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "283b33ad-de82-4b79-8082-62da5612bf64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.286577] env[69584]: INFO nova.compute.manager [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Terminating instance [ 944.480208] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485866, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.596902] env[69584]: DEBUG oslo_concurrency.lockutils [None req-442fe606-e295-4ee3-a5f2-8fd521db09c4 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "33f0d54e-db21-422a-ad33-6a4fd02e2d62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.807s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.612867] env[69584]: DEBUG nova.network.neutron [-] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.614148] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485867, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.736041] env[69584]: DEBUG nova.network.neutron [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.791073] env[69584]: DEBUG nova.compute.manager [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.791381] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.792255] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85a56a3-5b14-48d2-85c8-a15069a0bf6e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.802037] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.802319] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b07582f-2181-4f60-8b98-4376f9da1eeb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.809925] env[69584]: DEBUG oslo_vmware.api [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 944.809925] env[69584]: value = "task-3485868" [ 944.809925] env[69584]: _type = "Task" [ 944.809925] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.818918] env[69584]: DEBUG oslo_vmware.api [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.925378] env[69584]: DEBUG nova.network.neutron [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updating instance_info_cache with network_info: [{"id": "14ac657e-fb44-4261-b36b-18244606c0a6", "address": "fa:16:3e:23:d4:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac657e-fb", "ovs_interfaceid": "14ac657e-fb44-4261-b36b-18244606c0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.979166] env[69584]: DEBUG oslo_vmware.api [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485866, 'name': PowerOnVM_Task, 'duration_secs': 0.783094} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.979484] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.979678] env[69584]: INFO nova.compute.manager [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Took 17.95 seconds to spawn the instance on the hypervisor. [ 944.980284] env[69584]: DEBUG nova.compute.manager [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.980794] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40feb806-b827-4a2a-90eb-766e01fcb370 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.063580] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dd04fa30-ba63-4095-b830-d6c7f48aa7db tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.065230] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.241s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.066672] env[69584]: INFO nova.compute.claims [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.110419] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556737} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.110701] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe/5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.110924] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.111199] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a72254be-1127-4f8c-9907-084e5b1d2452 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.114872] env[69584]: INFO nova.compute.manager [-] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Took 1.44 seconds to deallocate network for instance. [ 945.123364] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 945.123364] env[69584]: value = "task-3485869" [ 945.123364] env[69584]: _type = "Task" [ 945.123364] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.134329] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.321776] env[69584]: DEBUG oslo_vmware.api [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485868, 'name': PowerOffVM_Task, 'duration_secs': 0.298179} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.322137] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.322222] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.322473] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-443ab886-1671-429c-91e0-1d404179193e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.394550] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.394751] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.394931] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleting the datastore file [datastore2] 283b33ad-de82-4b79-8082-62da5612bf64 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.395247] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-664a3c0c-0597-462f-a151-e8aa844c7acb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.403189] env[69584]: DEBUG oslo_vmware.api [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 945.403189] env[69584]: value = "task-3485871" [ 945.403189] env[69584]: _type = "Task" [ 945.403189] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.413368] env[69584]: DEBUG oslo_vmware.api [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.430418] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.430695] env[69584]: DEBUG nova.compute.manager [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Instance network_info: |[{"id": "14ac657e-fb44-4261-b36b-18244606c0a6", "address": "fa:16:3e:23:d4:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac657e-fb", "ovs_interfaceid": "14ac657e-fb44-4261-b36b-18244606c0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.431178] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:d4:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ac657e-fb44-4261-b36b-18244606c0a6', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.439283] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.440604] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.443397] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f27062f7-8ead-470a-9e1b-fe00f38d3de8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.468936] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.468936] env[69584]: value = "task-3485872" [ 945.468936] env[69584]: _type = "Task" [ 945.468936] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.478915] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485872, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.501112] env[69584]: INFO nova.compute.manager [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Took 39.05 seconds to build instance. [ 945.622487] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.634212] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11037} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.634564] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.635424] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c0748c-ab74-4717-953c-9b043ffb7e09 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.660429] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe/5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.660743] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e9d9c4f-a21a-48b1-b866-d1a2e9a5ab4a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.677694] env[69584]: DEBUG nova.compute.manager [req-9bb2cb59-18ae-4ddc-9b42-71281abc6771 req-23320d15-aacf-428c-b0b3-2f25a08d582c service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received event network-changed-14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.677895] env[69584]: DEBUG nova.compute.manager [req-9bb2cb59-18ae-4ddc-9b42-71281abc6771 req-23320d15-aacf-428c-b0b3-2f25a08d582c service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing instance network info cache due to event network-changed-14ac657e-fb44-4261-b36b-18244606c0a6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.678104] env[69584]: DEBUG oslo_concurrency.lockutils [req-9bb2cb59-18ae-4ddc-9b42-71281abc6771 req-23320d15-aacf-428c-b0b3-2f25a08d582c service nova] Acquiring lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.678247] env[69584]: DEBUG oslo_concurrency.lockutils [req-9bb2cb59-18ae-4ddc-9b42-71281abc6771 req-23320d15-aacf-428c-b0b3-2f25a08d582c service nova] Acquired lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.678399] env[69584]: DEBUG nova.network.neutron [req-9bb2cb59-18ae-4ddc-9b42-71281abc6771 req-23320d15-aacf-428c-b0b3-2f25a08d582c service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing network info cache for port 14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.690491] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 945.690491] env[69584]: value = "task-3485873" [ 945.690491] env[69584]: _type = "Task" [ 945.690491] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.699878] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.746475] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "415bb90f-8235-4e19-84dd-50927452592a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.746682] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "415bb90f-8235-4e19-84dd-50927452592a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.746968] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "415bb90f-8235-4e19-84dd-50927452592a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.747207] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "415bb90f-8235-4e19-84dd-50927452592a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.747384] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "415bb90f-8235-4e19-84dd-50927452592a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.749586] env[69584]: INFO nova.compute.manager [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Terminating instance [ 945.916077] env[69584]: DEBUG oslo_vmware.api [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399496} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.916077] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.916077] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.916425] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.916425] env[69584]: INFO nova.compute.manager [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Took 1.13 seconds to destroy the instance on the hypervisor. [ 945.916680] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.916892] env[69584]: DEBUG nova.compute.manager [-] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.916988] env[69584]: DEBUG nova.network.neutron [-] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.944031] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "41e0227c-b1b7-47f1-9859-7725b35f30b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.981027] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485872, 'name': CreateVM_Task, 'duration_secs': 0.504077} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.981027] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.981371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.981371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.981670] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.981939] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bacea52-cda8-4828-9255-500816a3e451 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.987857] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 945.987857] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526e83cd-8311-0388-ae21-67f30c08c5bb" [ 945.987857] env[69584]: _type = "Task" [ 945.987857] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.997726] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526e83cd-8311-0388-ae21-67f30c08c5bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.003462] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f0fec0-ea32-48e2-ab7f-635203f07da0 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "41e0227c-b1b7-47f1-9859-7725b35f30b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.566s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.003783] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "41e0227c-b1b7-47f1-9859-7725b35f30b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.060s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.003972] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "41e0227c-b1b7-47f1-9859-7725b35f30b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.004210] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "41e0227c-b1b7-47f1-9859-7725b35f30b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.004391] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "41e0227c-b1b7-47f1-9859-7725b35f30b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.006955] env[69584]: INFO nova.compute.manager [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Terminating instance [ 946.208051] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485873, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.255499] env[69584]: DEBUG nova.compute.manager [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.255706] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.258138] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6599d4e8-0a68-40cb-bdc2-f96abc24beaf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.271542] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.271844] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9a31743-7668-496b-be75-5c5574e4245f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.280514] env[69584]: DEBUG oslo_vmware.api [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 946.280514] env[69584]: value = "task-3485874" [ 946.280514] env[69584]: _type = "Task" [ 946.280514] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.299740] env[69584]: DEBUG oslo_vmware.api [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.504218] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526e83cd-8311-0388-ae21-67f30c08c5bb, 'name': SearchDatastore_Task, 'duration_secs': 0.017836} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.504552] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.505306] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.505306] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.505306] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.505306] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.505880] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf6832a8-ef12-4ecf-a4f3-a8df35dc29c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.511257] env[69584]: DEBUG nova.compute.manager [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.511466] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.512310] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b918d0-1673-4505-b137-a50b58f6ab05 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.515670] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccac8d4-1bfd-403e-845a-e6907d0ea09a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.520368] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.520565] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.521617] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffc1128-d423-4ee9-b110-068c8c08bd86 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.529280] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bbc69a-c5fe-4979-b14d-6ed728d37046 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.533126] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.534540] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21bf5dd7-1c40-4e58-9d44-6f2671731ad3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.536335] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 946.536335] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fddd3e-47eb-2a22-d80c-33f3eb1cca93" [ 946.536335] env[69584]: _type = "Task" [ 946.536335] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.549348] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fddd3e-47eb-2a22-d80c-33f3eb1cca93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.581087] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6ef075-9ada-47e3-b7d9-d7405bd516c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.583974] env[69584]: DEBUG oslo_vmware.api [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 946.583974] env[69584]: value = "task-3485875" [ 946.583974] env[69584]: _type = "Task" [ 946.583974] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.593883] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135d5839-3b77-42aa-8ccd-e267c9f20fa5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.603172] env[69584]: DEBUG oslo_vmware.api [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.611188] env[69584]: DEBUG nova.compute.provider_tree [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.633126] env[69584]: DEBUG nova.network.neutron [req-9bb2cb59-18ae-4ddc-9b42-71281abc6771 req-23320d15-aacf-428c-b0b3-2f25a08d582c service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updated VIF entry in instance network info cache for port 14ac657e-fb44-4261-b36b-18244606c0a6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.635851] env[69584]: DEBUG nova.network.neutron [req-9bb2cb59-18ae-4ddc-9b42-71281abc6771 req-23320d15-aacf-428c-b0b3-2f25a08d582c service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updating instance_info_cache with network_info: [{"id": "14ac657e-fb44-4261-b36b-18244606c0a6", "address": "fa:16:3e:23:d4:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac657e-fb", "ovs_interfaceid": "14ac657e-fb44-4261-b36b-18244606c0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.702412] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485873, 'name': ReconfigVM_Task, 'duration_secs': 0.563107} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.702789] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe/5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.703668] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd42d7bb-06bc-41a5-85fb-9a0b1ec640d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.710943] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 946.710943] env[69584]: value = "task-3485876" [ 946.710943] env[69584]: _type = "Task" [ 946.710943] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.721508] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485876, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.793962] env[69584]: DEBUG oslo_vmware.api [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485874, 'name': PowerOffVM_Task, 'duration_secs': 0.307655} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.794224] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.794397] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.794657] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee508e93-4f60-4fe4-8754-6f6be16e2aba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.857444] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.857724] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.857886] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleting the datastore file [datastore2] 415bb90f-8235-4e19-84dd-50927452592a {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.858184] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fb410f6-3bba-41db-9bec-8d2e52ef9822 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.865753] env[69584]: DEBUG oslo_vmware.api [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 946.865753] env[69584]: value = "task-3485878" [ 946.865753] env[69584]: _type = "Task" [ 946.865753] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.874629] env[69584]: DEBUG oslo_vmware.api [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.904024] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.051669] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fddd3e-47eb-2a22-d80c-33f3eb1cca93, 'name': SearchDatastore_Task, 'duration_secs': 0.019157} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.052110] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef280806-2219-4d8e-a709-2a6abf93374a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.058041] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 947.058041] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52befa7d-da04-5920-6838-444e4a9435fd" [ 947.058041] env[69584]: _type = "Task" [ 947.058041] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.066693] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52befa7d-da04-5920-6838-444e4a9435fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.093571] env[69584]: DEBUG oslo_vmware.api [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485875, 'name': PowerOffVM_Task, 'duration_secs': 0.194331} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.093857] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.094037] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.094297] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94294d06-baed-4bc2-85c7-643369228eb7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.136150] env[69584]: ERROR nova.scheduler.client.report [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [req-c090b1b2-7276-4148-b16e-e39aa5cc5171] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c090b1b2-7276-4148-b16e-e39aa5cc5171"}]} [ 947.136800] env[69584]: DEBUG oslo_concurrency.lockutils [req-9bb2cb59-18ae-4ddc-9b42-71281abc6771 req-23320d15-aacf-428c-b0b3-2f25a08d582c service nova] Releasing lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.137056] env[69584]: DEBUG nova.compute.manager [req-9bb2cb59-18ae-4ddc-9b42-71281abc6771 req-23320d15-aacf-428c-b0b3-2f25a08d582c service nova] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Received event network-vif-deleted-b4a67f2f-e7de-43ef-a4a0-c846e889a835 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.154576] env[69584]: DEBUG nova.scheduler.client.report [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 947.158830] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.159078] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.159297] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleting the datastore file [datastore2] 41e0227c-b1b7-47f1-9859-7725b35f30b9 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.159885] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-294c6f38-fdb1-4a4e-9227-be8d41ef103e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.167999] env[69584]: DEBUG oslo_vmware.api [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 947.167999] env[69584]: value = "task-3485880" [ 947.167999] env[69584]: _type = "Task" [ 947.167999] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.172380] env[69584]: DEBUG nova.scheduler.client.report [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 947.172600] env[69584]: DEBUG nova.compute.provider_tree [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.179508] env[69584]: DEBUG nova.network.neutron [-] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.180712] env[69584]: DEBUG oslo_vmware.api [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.189682] env[69584]: DEBUG nova.scheduler.client.report [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 947.210195] env[69584]: DEBUG nova.scheduler.client.report [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 947.223666] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485876, 'name': Rename_Task, 'duration_secs': 0.182036} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.224035] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.224266] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-744a1690-bb30-49f3-8a94-18b434226550 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.232856] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 947.232856] env[69584]: value = "task-3485881" [ 947.232856] env[69584]: _type = "Task" [ 947.232856] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.243754] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.381082] env[69584]: DEBUG oslo_vmware.api [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174515} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.381619] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.382009] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.382394] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.382772] env[69584]: INFO nova.compute.manager [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 947.383237] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.384026] env[69584]: DEBUG nova.compute.manager [-] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.384026] env[69584]: DEBUG nova.network.neutron [-] [instance: 415bb90f-8235-4e19-84dd-50927452592a] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.558584] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1828a062-632f-4a99-995b-03a31123481d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.573484] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603820f3-f9ed-41c8-8790-c27857ff6cac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.576803] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52befa7d-da04-5920-6838-444e4a9435fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.577103] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.577367] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] b52a4253-e4d3-4e8b-9f98-c828d6691e23/b52a4253-e4d3-4e8b-9f98-c828d6691e23.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.578018] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5eaa71b-42b7-4db2-bc21-23d7f59d9426 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.608099] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5ebcb7-92d9-480b-932d-05970e257c32 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.612375] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 947.612375] env[69584]: value = "task-3485882" [ 947.612375] env[69584]: _type = "Task" [ 947.612375] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.619498] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75e17d9-19f2-414a-8152-63581b27e435 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.628044] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.640054] env[69584]: DEBUG nova.compute.provider_tree [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.678731] env[69584]: DEBUG oslo_vmware.api [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199838} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.679060] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.679268] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.679480] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.679687] env[69584]: INFO nova.compute.manager [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 947.679941] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.680165] env[69584]: DEBUG nova.compute.manager [-] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.680262] env[69584]: DEBUG nova.network.neutron [-] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.682205] env[69584]: INFO nova.compute.manager [-] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Took 1.77 seconds to deallocate network for instance. [ 947.700334] env[69584]: DEBUG nova.compute.manager [req-2799f45d-bf73-419e-a466-67d547ba41cd req-74772155-876d-4b84-9cce-d1cb525d025e service nova] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Received event network-vif-deleted-77146857-6cc4-4c65-a730-e957188e18ae {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.700450] env[69584]: DEBUG nova.compute.manager [req-2799f45d-bf73-419e-a466-67d547ba41cd req-74772155-876d-4b84-9cce-d1cb525d025e service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Received event network-vif-deleted-a1849a16-89c6-4938-885b-0396d0c4fa4c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.700620] env[69584]: INFO nova.compute.manager [req-2799f45d-bf73-419e-a466-67d547ba41cd req-74772155-876d-4b84-9cce-d1cb525d025e service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Neutron deleted interface a1849a16-89c6-4938-885b-0396d0c4fa4c; detaching it from the instance and deleting it from the info cache [ 947.700811] env[69584]: DEBUG nova.network.neutron [req-2799f45d-bf73-419e-a466-67d547ba41cd req-74772155-876d-4b84-9cce-d1cb525d025e service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.745764] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485881, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.125417] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485882, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.161351] env[69584]: DEBUG nova.network.neutron [-] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.172335] env[69584]: DEBUG oslo_vmware.rw_handles [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52240ac9-f596-c74e-69a9-aaa3bc353147/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 948.173512] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ece471c-0146-4a60-aee3-f7dab96abed9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.183328] env[69584]: DEBUG oslo_vmware.rw_handles [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52240ac9-f596-c74e-69a9-aaa3bc353147/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 948.183430] env[69584]: ERROR oslo_vmware.rw_handles [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52240ac9-f596-c74e-69a9-aaa3bc353147/disk-0.vmdk due to incomplete transfer. [ 948.183683] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57f88f68-a737-48e8-8a00-924f8fbdf92c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.186614] env[69584]: DEBUG nova.scheduler.client.report [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 948.186919] env[69584]: DEBUG nova.compute.provider_tree [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 107 to 108 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 948.187172] env[69584]: DEBUG nova.compute.provider_tree [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.192110] env[69584]: DEBUG oslo_concurrency.lockutils [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.202071] env[69584]: DEBUG oslo_vmware.rw_handles [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52240ac9-f596-c74e-69a9-aaa3bc353147/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 948.202071] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Uploaded image ac2b4a1e-8541-492b-94e4-894353115f71 to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 948.204481] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 948.205752] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-733298ed-c02b-4c0f-b010-527f9f7f52be {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.207496] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-779d3a56-a3ea-4915-a2e8-7fd9d2d221da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.219620] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98883ce6-13b3-4625-830e-d80421442c59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.232102] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 948.232102] env[69584]: value = "task-3485883" [ 948.232102] env[69584]: _type = "Task" [ 948.232102] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.246203] env[69584]: DEBUG oslo_vmware.api [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485881, 'name': PowerOnVM_Task, 'duration_secs': 0.642101} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.261177] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.261441] env[69584]: INFO nova.compute.manager [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Took 10.21 seconds to spawn the instance on the hypervisor. [ 948.261642] env[69584]: DEBUG nova.compute.manager [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.262468] env[69584]: DEBUG nova.compute.manager [req-2799f45d-bf73-419e-a466-67d547ba41cd req-74772155-876d-4b84-9cce-d1cb525d025e service nova] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Detach interface failed, port_id=a1849a16-89c6-4938-885b-0396d0c4fa4c, reason: Instance 415bb90f-8235-4e19-84dd-50927452592a could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.262958] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485883, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.263787] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859a9fe7-218c-431b-80e9-282aca92ca38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.446961] env[69584]: DEBUG nova.network.neutron [-] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.623615] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735942} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.623880] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] b52a4253-e4d3-4e8b-9f98-c828d6691e23/b52a4253-e4d3-4e8b-9f98-c828d6691e23.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.624105] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.624354] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc4d38e6-a2cb-44d2-ae8b-a2f8ada9dc15 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.632443] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 948.632443] env[69584]: value = "task-3485884" [ 948.632443] env[69584]: _type = "Task" [ 948.632443] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.639377] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.666369] env[69584]: INFO nova.compute.manager [-] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Took 1.28 seconds to deallocate network for instance. [ 948.694149] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.629s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.694813] env[69584]: DEBUG nova.compute.manager [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.698280] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.439s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.699841] env[69584]: INFO nova.compute.claims [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.742789] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485883, 'name': Destroy_Task, 'duration_secs': 0.336942} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.743062] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Destroyed the VM [ 948.743302] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.743543] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e07cde3-cb00-4f64-8300-ca883327fa64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.750442] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 948.750442] env[69584]: value = "task-3485885" [ 948.750442] env[69584]: _type = "Task" [ 948.750442] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.758090] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485885, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.779608] env[69584]: INFO nova.compute.manager [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Took 31.22 seconds to build instance. [ 948.948957] env[69584]: INFO nova.compute.manager [-] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Took 1.27 seconds to deallocate network for instance. [ 949.142585] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072669} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.142585] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.143603] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9bae49-d07b-49f5-82f5-db4bbaa5427f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.171223] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] b52a4253-e4d3-4e8b-9f98-c828d6691e23/b52a4253-e4d3-4e8b-9f98-c828d6691e23.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.173221] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.173221] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7927734c-0462-41e2-9313-ab88e8b57ac8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.195010] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 949.195010] env[69584]: value = "task-3485886" [ 949.195010] env[69584]: _type = "Task" [ 949.195010] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.206423] env[69584]: DEBUG nova.compute.utils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.207610] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.208169] env[69584]: DEBUG nova.compute.manager [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.208392] env[69584]: DEBUG nova.network.neutron [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.257385] env[69584]: DEBUG nova.policy [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b71ab944a0eb498892a3844df6e99960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1cacfb104d84a1781545c4b71aeaed3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.265312] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485885, 'name': RemoveSnapshot_Task, 'duration_secs': 0.408307} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.268018] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.268018] env[69584]: DEBUG nova.compute.manager [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.268018] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbfac16-8534-4118-ae2f-ba8c8fa92235 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.281297] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80eac1e0-01cf-4579-8b99-7b4acb6a9deb tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.736s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.456479] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.593713] env[69584]: DEBUG nova.network.neutron [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Successfully created port: b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.705885] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.708546] env[69584]: DEBUG nova.compute.manager [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.788307] env[69584]: INFO nova.compute.manager [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Shelve offloading [ 949.857403] env[69584]: DEBUG nova.compute.manager [req-535e3155-02ce-4c40-bd33-2be1b4947301 req-9848b8ce-a143-4247-bbc8-728051940516 service nova] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Received event network-vif-deleted-866d312b-8ef7-4300-88ec-4058e603fdb3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.056048] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac78581-3e6e-48ff-b23b-ee7e6242f2c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.062781] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c3ab3-8a7d-4d6b-9121-4a73aa93da48 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.097458] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe8a3a-fdad-43e9-bc1d-5e9a65e46c3d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.105061] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70d62a2-e617-4a0e-88ce-e706c51f5182 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.120047] env[69584]: DEBUG nova.compute.provider_tree [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.207942] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.292601] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.293830] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffcf71c9-d532-4b08-a580-a6639346b35b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.302243] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 950.302243] env[69584]: value = "task-3485887" [ 950.302243] env[69584]: _type = "Task" [ 950.302243] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.312020] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 950.312257] env[69584]: DEBUG nova.compute.manager [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.313147] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b89d18b-6c60-429b-87be-59d9457f85bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.321150] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.321329] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.321504] env[69584]: DEBUG nova.network.neutron [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.624065] env[69584]: DEBUG nova.scheduler.client.report [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.707072] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485886, 'name': ReconfigVM_Task, 'duration_secs': 1.17793} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.707361] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Reconfigured VM instance instance-0000004d to attach disk [datastore1] b52a4253-e4d3-4e8b-9f98-c828d6691e23/b52a4253-e4d3-4e8b-9f98-c828d6691e23.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.708017] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b1978a1-7a48-4b73-8dee-535907d9cfa4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.715245] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 950.715245] env[69584]: value = "task-3485888" [ 950.715245] env[69584]: _type = "Task" [ 950.715245] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.719375] env[69584]: DEBUG nova.compute.manager [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.724514] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485888, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.748700] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.748972] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.749149] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.749334] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.749482] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.749632] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.749843] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.750010] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.750188] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.750350] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.750546] env[69584]: DEBUG nova.virt.hardware [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.751486] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eca7895-8c7f-401e-a843-232a94750ed5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.759896] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f465c9-06b6-4f0f-b2ae-5fbafe3d867f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.054055] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "6da108ae-9618-4c1c-8c96-5adf8424d335" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.054312] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "6da108ae-9618-4c1c-8c96-5adf8424d335" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.120976] env[69584]: DEBUG nova.network.neutron [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updating instance_info_cache with network_info: [{"id": "e311a74f-136b-4e19-a949-ccd90315ece3", "address": "fa:16:3e:4c:f0:46", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape311a74f-13", "ovs_interfaceid": "e311a74f-136b-4e19-a949-ccd90315ece3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.128568] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.128931] env[69584]: DEBUG nova.compute.manager [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.132033] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.505s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.133995] env[69584]: INFO nova.compute.claims [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.226567] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485888, 'name': Rename_Task, 'duration_secs': 0.354707} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.226874] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.227142] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dede55a6-55e5-424f-8888-d537a5146673 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.234150] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 951.234150] env[69584]: value = "task-3485889" [ 951.234150] env[69584]: _type = "Task" [ 951.234150] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.242220] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.309686] env[69584]: DEBUG nova.network.neutron [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Successfully updated port: b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.557478] env[69584]: DEBUG nova.compute.manager [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.624497] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.640546] env[69584]: DEBUG nova.compute.utils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.643521] env[69584]: DEBUG nova.compute.manager [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.643720] env[69584]: DEBUG nova.network.neutron [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.731980] env[69584]: DEBUG nova.policy [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ec5e33ea4f4cb0a5c65a86185e6331', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30ab127f210d400c82d25e60ee70048e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.744249] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485889, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.812663] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.812834] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.812979] env[69584]: DEBUG nova.network.neutron [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.010122] env[69584]: DEBUG nova.compute.manager [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Received event network-vif-plugged-b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.010367] env[69584]: DEBUG oslo_concurrency.lockutils [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] Acquiring lock "5f181790-41f0-4812-84bb-672f2f077e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.010568] env[69584]: DEBUG oslo_concurrency.lockutils [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] Lock "5f181790-41f0-4812-84bb-672f2f077e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.010739] env[69584]: DEBUG oslo_concurrency.lockutils [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] Lock "5f181790-41f0-4812-84bb-672f2f077e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.010905] env[69584]: DEBUG nova.compute.manager [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] No waiting events found dispatching network-vif-plugged-b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.011077] env[69584]: WARNING nova.compute.manager [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Received unexpected event network-vif-plugged-b96dc9f7-e652-4bc1-afec-51499492cc32 for instance with vm_state building and task_state spawning. [ 952.011236] env[69584]: DEBUG nova.compute.manager [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Received event network-changed-b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.011399] env[69584]: DEBUG nova.compute.manager [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Refreshing instance network info cache due to event network-changed-b96dc9f7-e652-4bc1-afec-51499492cc32. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.011572] env[69584]: DEBUG oslo_concurrency.lockutils [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] Acquiring lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.081171] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.146627] env[69584]: DEBUG nova.compute.manager [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.245224] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485889, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.368865] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.369672] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60458659-d538-4464-a7d8-de50379ae854 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.373296] env[69584]: DEBUG nova.network.neutron [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.382240] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.382383] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20a4ae8d-bc8c-4113-bf47-19a64fcc4af2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.463255] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.463552] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.463773] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleting the datastore file [datastore2] 9805d5cc-af24-4bf5-b99b-4bc316661526 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.464588] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4113849-df1d-45d2-8a7e-ffe8d1ffd7ae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.472380] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 952.472380] env[69584]: value = "task-3485891" [ 952.472380] env[69584]: _type = "Task" [ 952.472380] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.486628] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.565585] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518bbf96-fd99-4370-8e18-14a8de55ed62 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.575823] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c51db6d-2990-411b-83d0-2dfa44a0eb56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.582672] env[69584]: DEBUG nova.network.neutron [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Successfully created port: 8bba5f89-ea23-4881-96e0-cd8386fd988f {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.622148] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004cfac2-32fe-4a69-b058-8afefee25326 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.630467] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f5f276-4179-4770-b43b-69481e05fdba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.646978] env[69584]: DEBUG nova.compute.provider_tree [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.659918] env[69584]: DEBUG nova.network.neutron [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Updating instance_info_cache with network_info: [{"id": "b96dc9f7-e652-4bc1-afec-51499492cc32", "address": "fa:16:3e:85:fe:b2", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96dc9f7-e6", "ovs_interfaceid": "b96dc9f7-e652-4bc1-afec-51499492cc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.746100] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485889, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.985462] env[69584]: DEBUG oslo_vmware.api [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3485891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150038} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.985877] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.985954] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.986129] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.007745] env[69584]: INFO nova.scheduler.client.report [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleted allocations for instance 9805d5cc-af24-4bf5-b99b-4bc316661526 [ 953.150144] env[69584]: DEBUG nova.scheduler.client.report [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.165313] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.165634] env[69584]: DEBUG nova.compute.manager [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Instance network_info: |[{"id": "b96dc9f7-e652-4bc1-afec-51499492cc32", "address": "fa:16:3e:85:fe:b2", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96dc9f7-e6", "ovs_interfaceid": "b96dc9f7-e652-4bc1-afec-51499492cc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.166648] env[69584]: DEBUG nova.compute.manager [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.169323] env[69584]: DEBUG oslo_concurrency.lockutils [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] Acquired lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.169323] env[69584]: DEBUG nova.network.neutron [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Refreshing network info cache for port b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.170689] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:fe:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b96dc9f7-e652-4bc1-afec-51499492cc32', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.178014] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Creating folder: Project (f1cacfb104d84a1781545c4b71aeaed3). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.181039] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-252d1f59-31f8-432a-80de-169a42bd79f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.192541] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.192818] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.192996] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.193202] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.193365] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.193518] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.193736] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.193991] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.194105] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.194289] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.194442] env[69584]: DEBUG nova.virt.hardware [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.195282] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464b37e2-3bc3-488d-83cf-e33b942baffa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.199235] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Created folder: Project (f1cacfb104d84a1781545c4b71aeaed3) in parent group-v696614. [ 953.199410] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Creating folder: Instances. Parent ref: group-v696837. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.199954] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16991d60-4811-4caf-85f5-c41af021c6a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.204930] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c407423-b209-4137-99b4-cfdda4dac025 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.212414] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Created folder: Instances in parent group-v696837. [ 953.212654] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.212838] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.213052] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97485af6-b20e-4ba1-98f4-08363baf5fe0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.242624] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.242624] env[69584]: value = "task-3485894" [ 953.242624] env[69584]: _type = "Task" [ 953.242624] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.247522] env[69584]: DEBUG oslo_vmware.api [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485889, 'name': PowerOnVM_Task, 'duration_secs': 1.604086} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.251038] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.251396] env[69584]: INFO nova.compute.manager [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Took 10.13 seconds to spawn the instance on the hypervisor. [ 953.251710] env[69584]: DEBUG nova.compute.manager [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.252878] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7e12d7-7008-44b5-a3d1-46d709486e37 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.261119] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485894, 'name': CreateVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.444779] env[69584]: DEBUG nova.network.neutron [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Updated VIF entry in instance network info cache for port b96dc9f7-e652-4bc1-afec-51499492cc32. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.445201] env[69584]: DEBUG nova.network.neutron [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Updating instance_info_cache with network_info: [{"id": "b96dc9f7-e652-4bc1-afec-51499492cc32", "address": "fa:16:3e:85:fe:b2", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96dc9f7-e6", "ovs_interfaceid": "b96dc9f7-e652-4bc1-afec-51499492cc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.512648] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.656015] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.656593] env[69584]: DEBUG nova.compute.manager [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.659332] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.729s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.660880] env[69584]: INFO nova.compute.claims [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.758365] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485894, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.773097] env[69584]: INFO nova.compute.manager [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Took 34.71 seconds to build instance. [ 953.947964] env[69584]: DEBUG oslo_concurrency.lockutils [req-dadd994e-c711-425e-bf2f-6e7a177e234e req-77c871b3-df64-4fde-92ec-825a66e6937e service nova] Releasing lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.060292] env[69584]: DEBUG nova.compute.manager [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Received event network-vif-unplugged-e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.060521] env[69584]: DEBUG oslo_concurrency.lockutils [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] Acquiring lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.060728] env[69584]: DEBUG oslo_concurrency.lockutils [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.061067] env[69584]: DEBUG oslo_concurrency.lockutils [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.061326] env[69584]: DEBUG nova.compute.manager [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] No waiting events found dispatching network-vif-unplugged-e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.061549] env[69584]: WARNING nova.compute.manager [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Received unexpected event network-vif-unplugged-e311a74f-136b-4e19-a949-ccd90315ece3 for instance with vm_state shelved_offloaded and task_state unshelving. [ 954.061658] env[69584]: DEBUG nova.compute.manager [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Received event network-changed-e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.061862] env[69584]: DEBUG nova.compute.manager [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Refreshing instance network info cache due to event network-changed-e311a74f-136b-4e19-a949-ccd90315ece3. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.061999] env[69584]: DEBUG oslo_concurrency.lockutils [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] Acquiring lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.062153] env[69584]: DEBUG oslo_concurrency.lockutils [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] Acquired lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.062539] env[69584]: DEBUG nova.network.neutron [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Refreshing network info cache for port e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.167660] env[69584]: DEBUG nova.compute.utils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.173168] env[69584]: DEBUG nova.compute.manager [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.173374] env[69584]: DEBUG nova.network.neutron [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.176748] env[69584]: DEBUG nova.network.neutron [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Successfully updated port: 8bba5f89-ea23-4881-96e0-cd8386fd988f {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.216658] env[69584]: DEBUG nova.policy [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3daf88ef33540e0b59b9b7537c9cb9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa1b7ae2736497e84fd3b4c8c7f3cda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.264856] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485894, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.275366] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8e0716bd-e1b5-44f9-878d-dff96a7cd0c9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.223s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.557926] env[69584]: DEBUG nova.network.neutron [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Successfully created port: 8385826f-2363-422c-8b50-75c20ad9689b {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.673868] env[69584]: DEBUG nova.compute.manager [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.679410] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "refresh_cache-f833a279-912a-4c24-af76-51e66e852982" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.679602] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired lock "refresh_cache-f833a279-912a-4c24-af76-51e66e852982" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.679793] env[69584]: DEBUG nova.network.neutron [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.761507] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485894, 'name': CreateVM_Task, 'duration_secs': 1.346207} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.763853] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.764853] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.765115] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.765536] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.766123] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c119857b-6632-4e20-ad3e-4a2b6f3f6407 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.771382] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 954.771382] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525a399a-0921-5bad-a8c8-a4cb50fe7d65" [ 954.771382] env[69584]: _type = "Task" [ 954.771382] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.781214] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525a399a-0921-5bad-a8c8-a4cb50fe7d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.852901] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.853405] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.878906] env[69584]: DEBUG nova.compute.manager [req-3ca0396b-74d2-4c60-bf46-553029fbfae1 req-3ffc64f1-672e-46fc-8d63-1d0a0d2c9fae service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received event network-changed-14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.879132] env[69584]: DEBUG nova.compute.manager [req-3ca0396b-74d2-4c60-bf46-553029fbfae1 req-3ffc64f1-672e-46fc-8d63-1d0a0d2c9fae service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing instance network info cache due to event network-changed-14ac657e-fb44-4261-b36b-18244606c0a6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.879343] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ca0396b-74d2-4c60-bf46-553029fbfae1 req-3ffc64f1-672e-46fc-8d63-1d0a0d2c9fae service nova] Acquiring lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.879475] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ca0396b-74d2-4c60-bf46-553029fbfae1 req-3ffc64f1-672e-46fc-8d63-1d0a0d2c9fae service nova] Acquired lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.879625] env[69584]: DEBUG nova.network.neutron [req-3ca0396b-74d2-4c60-bf46-553029fbfae1 req-3ffc64f1-672e-46fc-8d63-1d0a0d2c9fae service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing network info cache for port 14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.888754] env[69584]: DEBUG nova.network.neutron [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updated VIF entry in instance network info cache for port e311a74f-136b-4e19-a949-ccd90315ece3. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.888754] env[69584]: DEBUG nova.network.neutron [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updating instance_info_cache with network_info: [{"id": "e311a74f-136b-4e19-a949-ccd90315ece3", "address": "fa:16:3e:4c:f0:46", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape311a74f-13", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.127563] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb174a1-9fae-4982-8fa4-a9d3939e2c86 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.135790] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4acfe9-e24e-46f8-8c06-ce90a2f88d6a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.166996] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e463a7f-8b21-4cb4-b20f-1625c7dcfa00 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.175647] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb3af80-10e4-4f6f-99eb-7c544468d81d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.195386] env[69584]: DEBUG nova.compute.provider_tree [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.228114] env[69584]: DEBUG nova.network.neutron [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.287019] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525a399a-0921-5bad-a8c8-a4cb50fe7d65, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.287019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.287019] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.287019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.287019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.287019] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.287019] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b3a7df-c740-41a7-98db-6cb8ef88de74 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.297929] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.298110] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.299116] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b0bb67-240a-46b8-b1f3-bc9453d0142e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.306340] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 955.306340] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d762a0-b739-3ede-678c-5f6126bf2688" [ 955.306340] env[69584]: _type = "Task" [ 955.306340] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.319254] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d762a0-b739-3ede-678c-5f6126bf2688, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.320182] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54183b78-6b42-4e98-88ee-074439de99ce {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.326267] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 955.326267] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52aa9701-5787-4dd3-896b-ead3cfb614f1" [ 955.326267] env[69584]: _type = "Task" [ 955.326267] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.334977] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "9805d5cc-af24-4bf5-b99b-4bc316661526" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.335791] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52aa9701-5787-4dd3-896b-ead3cfb614f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.368420] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.368624] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.368784] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.369030] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.369158] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.369339] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.369535] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 955.369714] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.396640] env[69584]: DEBUG oslo_concurrency.lockutils [req-5c74d0ad-55c4-45f3-87fb-f694d93f962f req-00d5e8fd-1447-4b77-983f-c9d7996fd60f service nova] Releasing lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.448463] env[69584]: DEBUG nova.network.neutron [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Updating instance_info_cache with network_info: [{"id": "8bba5f89-ea23-4881-96e0-cd8386fd988f", "address": "fa:16:3e:76:1a:4b", "network": {"id": "1f911639-9434-4a83-87ec-2925a63b600a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1677974906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ab127f210d400c82d25e60ee70048e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bba5f89-ea", "ovs_interfaceid": "8bba5f89-ea23-4881-96e0-cd8386fd988f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.689675] env[69584]: DEBUG nova.network.neutron [req-3ca0396b-74d2-4c60-bf46-553029fbfae1 req-3ffc64f1-672e-46fc-8d63-1d0a0d2c9fae service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updated VIF entry in instance network info cache for port 14ac657e-fb44-4261-b36b-18244606c0a6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.690162] env[69584]: DEBUG nova.network.neutron [req-3ca0396b-74d2-4c60-bf46-553029fbfae1 req-3ffc64f1-672e-46fc-8d63-1d0a0d2c9fae service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updating instance_info_cache with network_info: [{"id": "14ac657e-fb44-4261-b36b-18244606c0a6", "address": "fa:16:3e:23:d4:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac657e-fb", "ovs_interfaceid": "14ac657e-fb44-4261-b36b-18244606c0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.698051] env[69584]: DEBUG nova.compute.manager [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.700764] env[69584]: DEBUG nova.scheduler.client.report [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.732056] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.732394] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.732550] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.732728] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.732869] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.733025] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.733236] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.733393] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.733556] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.733724] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.733885] env[69584]: DEBUG nova.virt.hardware [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.735036] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfc80c8-b14b-4b99-ac04-ad02eeaae758 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.743955] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763e74b2-37ed-42ab-9237-f0b9a6b5b77a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.837685] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52aa9701-5787-4dd3-896b-ead3cfb614f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.838258] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.838308] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 5f181790-41f0-4812-84bb-672f2f077e83/5f181790-41f0-4812-84bb-672f2f077e83.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.838536] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39d74579-1105-4670-8b83-955c476351e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.847328] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 955.847328] env[69584]: value = "task-3485895" [ 955.847328] env[69584]: _type = "Task" [ 955.847328] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.856341] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.874839] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.879641] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.879907] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.954726] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Releasing lock "refresh_cache-f833a279-912a-4c24-af76-51e66e852982" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.954726] env[69584]: DEBUG nova.compute.manager [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Instance network_info: |[{"id": "8bba5f89-ea23-4881-96e0-cd8386fd988f", "address": "fa:16:3e:76:1a:4b", "network": {"id": "1f911639-9434-4a83-87ec-2925a63b600a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1677974906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ab127f210d400c82d25e60ee70048e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bba5f89-ea", "ovs_interfaceid": "8bba5f89-ea23-4881-96e0-cd8386fd988f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.955124] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:1a:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bba5f89-ea23-4881-96e0-cd8386fd988f', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.963342] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Creating folder: Project (30ab127f210d400c82d25e60ee70048e). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.965323] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3179c523-6780-4152-8ece-024557e72885 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.977386] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Created folder: Project (30ab127f210d400c82d25e60ee70048e) in parent group-v696614. [ 955.977696] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Creating folder: Instances. Parent ref: group-v696840. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.978032] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5c78016-5391-48b7-8318-e63c5bff64e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.990014] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Created folder: Instances in parent group-v696840. [ 955.990282] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.990506] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f833a279-912a-4c24-af76-51e66e852982] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.990738] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3105f55-0c9b-4519-823d-ea188f4f41fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.013063] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.013063] env[69584]: value = "task-3485898" [ 956.013063] env[69584]: _type = "Task" [ 956.013063] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.023788] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485898, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.090509] env[69584]: DEBUG nova.compute.manager [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] [instance: f833a279-912a-4c24-af76-51e66e852982] Received event network-vif-plugged-8bba5f89-ea23-4881-96e0-cd8386fd988f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.090847] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] Acquiring lock "f833a279-912a-4c24-af76-51e66e852982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.090970] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] Lock "f833a279-912a-4c24-af76-51e66e852982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.091131] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] Lock "f833a279-912a-4c24-af76-51e66e852982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.091312] env[69584]: DEBUG nova.compute.manager [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] [instance: f833a279-912a-4c24-af76-51e66e852982] No waiting events found dispatching network-vif-plugged-8bba5f89-ea23-4881-96e0-cd8386fd988f {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.091505] env[69584]: WARNING nova.compute.manager [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] [instance: f833a279-912a-4c24-af76-51e66e852982] Received unexpected event network-vif-plugged-8bba5f89-ea23-4881-96e0-cd8386fd988f for instance with vm_state building and task_state spawning. [ 956.091726] env[69584]: DEBUG nova.compute.manager [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] [instance: f833a279-912a-4c24-af76-51e66e852982] Received event network-changed-8bba5f89-ea23-4881-96e0-cd8386fd988f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.091997] env[69584]: DEBUG nova.compute.manager [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] [instance: f833a279-912a-4c24-af76-51e66e852982] Refreshing instance network info cache due to event network-changed-8bba5f89-ea23-4881-96e0-cd8386fd988f. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.092282] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] Acquiring lock "refresh_cache-f833a279-912a-4c24-af76-51e66e852982" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.092444] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] Acquired lock "refresh_cache-f833a279-912a-4c24-af76-51e66e852982" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.092611] env[69584]: DEBUG nova.network.neutron [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] [instance: f833a279-912a-4c24-af76-51e66e852982] Refreshing network info cache for port 8bba5f89-ea23-4881-96e0-cd8386fd988f {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.192962] env[69584]: DEBUG oslo_concurrency.lockutils [req-3ca0396b-74d2-4c60-bf46-553029fbfae1 req-3ffc64f1-672e-46fc-8d63-1d0a0d2c9fae service nova] Releasing lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.206399] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.206860] env[69584]: DEBUG nova.compute.manager [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.210103] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.719s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.211647] env[69584]: INFO nova.compute.claims [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.360932] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485895, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.382775] env[69584]: DEBUG nova.compute.manager [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.420648] env[69584]: DEBUG nova.network.neutron [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Successfully updated port: 8385826f-2363-422c-8b50-75c20ad9689b {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.523393] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485898, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.721144] env[69584]: DEBUG nova.compute.utils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.727291] env[69584]: DEBUG nova.compute.manager [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.727406] env[69584]: DEBUG nova.network.neutron [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.801544] env[69584]: DEBUG nova.policy [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42784c645ddf44e285d094b0aad90e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84fb48e9a2ab4689a2da9a7c839eaf8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.858249] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549531} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.858501] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 5f181790-41f0-4812-84bb-672f2f077e83/5f181790-41f0-4812-84bb-672f2f077e83.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.858720] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.859048] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd556abc-10e4-4b58-9a70-c04d57aca4cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.866237] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 956.866237] env[69584]: value = "task-3485899" [ 956.866237] env[69584]: _type = "Task" [ 956.866237] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.874244] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.896347] env[69584]: DEBUG nova.network.neutron [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] [instance: f833a279-912a-4c24-af76-51e66e852982] Updated VIF entry in instance network info cache for port 8bba5f89-ea23-4881-96e0-cd8386fd988f. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.896696] env[69584]: DEBUG nova.network.neutron [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] [instance: f833a279-912a-4c24-af76-51e66e852982] Updating instance_info_cache with network_info: [{"id": "8bba5f89-ea23-4881-96e0-cd8386fd988f", "address": "fa:16:3e:76:1a:4b", "network": {"id": "1f911639-9434-4a83-87ec-2925a63b600a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1677974906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ab127f210d400c82d25e60ee70048e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bba5f89-ea", "ovs_interfaceid": "8bba5f89-ea23-4881-96e0-cd8386fd988f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.910277] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.924892] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.925086] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.925208] env[69584]: DEBUG nova.network.neutron [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.024870] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485898, 'name': CreateVM_Task, 'duration_secs': 0.531387} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.025081] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f833a279-912a-4c24-af76-51e66e852982] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.025779] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.025941] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.027235] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.027502] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb89a356-3dea-48e0-9c14-dce734dec96e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.036027] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 957.036027] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4cb77-6ee3-0f2a-05ab-ad0f6575195c" [ 957.036027] env[69584]: _type = "Task" [ 957.036027] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.041805] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4cb77-6ee3-0f2a-05ab-ad0f6575195c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.143796] env[69584]: DEBUG nova.network.neutron [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Successfully created port: 836e065b-5690-47e7-ace2-2e93c3e03a55 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.228522] env[69584]: DEBUG nova.compute.manager [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.379072] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071901} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.380574] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.381600] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7180c51f-9c69-49d7-a86e-20d493b901b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.404174] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 5f181790-41f0-4812-84bb-672f2f077e83/5f181790-41f0-4812-84bb-672f2f077e83.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.407314] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f47d5fc-c01f-4639-919a-74b4af950cef req-de9930c6-af2c-43a7-83fa-e5043675c883 service nova] Releasing lock "refresh_cache-f833a279-912a-4c24-af76-51e66e852982" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.407943] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7591c8-d238-4a48-97c3-df70d4566709 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.431558] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 957.431558] env[69584]: value = "task-3485900" [ 957.431558] env[69584]: _type = "Task" [ 957.431558] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.442651] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.464774] env[69584]: DEBUG nova.network.neutron [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.547141] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c4cb77-6ee3-0f2a-05ab-ad0f6575195c, 'name': SearchDatastore_Task, 'duration_secs': 0.056413} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.547141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.547141] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.547141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.547141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.547141] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.547401] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58acf675-ee42-435b-af53-7e759cd3f53d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.559116] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.559298] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.560044] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387c6b41-75bb-4c7f-abd2-4df5e7ae31d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.570256] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 957.570256] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525d8d37-97c2-fe6f-e923-df1650e4c213" [ 957.570256] env[69584]: _type = "Task" [ 957.570256] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.581173] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525d8d37-97c2-fe6f-e923-df1650e4c213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.616627] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6de4859-13ee-4688-83d6-a18e5867d024 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.624918] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be5b44a-adc8-4f8d-91ba-9df17dad2892 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.656394] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f59801-f295-48b8-a3b7-fb01b0a95708 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.664860] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb103bf9-419d-470c-a2e7-a330d734d0b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.671417] env[69584]: DEBUG nova.network.neutron [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance_info_cache with network_info: [{"id": "8385826f-2363-422c-8b50-75c20ad9689b", "address": "fa:16:3e:c9:77:fd", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8385826f-23", "ovs_interfaceid": "8385826f-2363-422c-8b50-75c20ad9689b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.682880] env[69584]: DEBUG nova.compute.provider_tree [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.943031] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485900, 'name': ReconfigVM_Task, 'duration_secs': 0.320235} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.943126] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 5f181790-41f0-4812-84bb-672f2f077e83/5f181790-41f0-4812-84bb-672f2f077e83.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.943715] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6aef19f2-de78-478b-aedf-fc64fa6671cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.950865] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 957.950865] env[69584]: value = "task-3485901" [ 957.950865] env[69584]: _type = "Task" [ 957.950865] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.959243] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485901, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.082048] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525d8d37-97c2-fe6f-e923-df1650e4c213, 'name': SearchDatastore_Task, 'duration_secs': 0.018699} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.082767] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc856ba-c4ce-4c4b-8228-b9f54f6dbfa9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.089065] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 958.089065] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529a7132-79ae-ccf9-79a7-4547d6c48bfb" [ 958.089065] env[69584]: _type = "Task" [ 958.089065] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.097488] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529a7132-79ae-ccf9-79a7-4547d6c48bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.117052] env[69584]: DEBUG nova.compute.manager [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Received event network-vif-plugged-8385826f-2363-422c-8b50-75c20ad9689b {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.117217] env[69584]: DEBUG oslo_concurrency.lockutils [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] Acquiring lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.117636] env[69584]: DEBUG oslo_concurrency.lockutils [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.117752] env[69584]: DEBUG oslo_concurrency.lockutils [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.117990] env[69584]: DEBUG nova.compute.manager [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] No waiting events found dispatching network-vif-plugged-8385826f-2363-422c-8b50-75c20ad9689b {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.118282] env[69584]: WARNING nova.compute.manager [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Received unexpected event network-vif-plugged-8385826f-2363-422c-8b50-75c20ad9689b for instance with vm_state building and task_state spawning. [ 958.118449] env[69584]: DEBUG nova.compute.manager [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Received event network-changed-8385826f-2363-422c-8b50-75c20ad9689b {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.118603] env[69584]: DEBUG nova.compute.manager [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Refreshing instance network info cache due to event network-changed-8385826f-2363-422c-8b50-75c20ad9689b. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.118772] env[69584]: DEBUG oslo_concurrency.lockutils [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] Acquiring lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.174570] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.174906] env[69584]: DEBUG nova.compute.manager [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Instance network_info: |[{"id": "8385826f-2363-422c-8b50-75c20ad9689b", "address": "fa:16:3e:c9:77:fd", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8385826f-23", "ovs_interfaceid": "8385826f-2363-422c-8b50-75c20ad9689b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.175215] env[69584]: DEBUG oslo_concurrency.lockutils [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] Acquired lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.175393] env[69584]: DEBUG nova.network.neutron [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Refreshing network info cache for port 8385826f-2363-422c-8b50-75c20ad9689b {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.176621] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:77:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8385826f-2363-422c-8b50-75c20ad9689b', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.184078] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.185480] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.185709] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5fd0474-ab7e-48ae-aa3b-227eb2adb8da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.201347] env[69584]: DEBUG nova.scheduler.client.report [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.211820] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.211820] env[69584]: value = "task-3485902" [ 958.211820] env[69584]: _type = "Task" [ 958.211820] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.221155] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485902, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.240981] env[69584]: DEBUG nova.compute.manager [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.268118] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.268399] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.268506] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.268687] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.268828] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.268975] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.269200] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.269356] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.269528] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.270057] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.270057] env[69584]: DEBUG nova.virt.hardware [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.270776] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be978a-5bd4-4941-8c4e-9c9540a9b21e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.280155] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b614e7-e890-4752-a3c7-b0da69bdfe7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.463269] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485901, 'name': Rename_Task, 'duration_secs': 0.144426} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.463269] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.463269] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-588480f1-4d8e-4977-82ad-98b5e423a7ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.469922] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 958.469922] env[69584]: value = "task-3485903" [ 958.469922] env[69584]: _type = "Task" [ 958.469922] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.479143] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.599752] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529a7132-79ae-ccf9-79a7-4547d6c48bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.014596} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.600053] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.600349] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] f833a279-912a-4c24-af76-51e66e852982/f833a279-912a-4c24-af76-51e66e852982.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.600596] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c85eb2e-0869-4940-81bf-7caa283938d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.609566] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 958.609566] env[69584]: value = "task-3485904" [ 958.609566] env[69584]: _type = "Task" [ 958.609566] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.618633] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.655838] env[69584]: DEBUG nova.network.neutron [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Successfully updated port: 836e065b-5690-47e7-ace2-2e93c3e03a55 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.707331] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.707876] env[69584]: DEBUG nova.compute.manager [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.710650] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.999s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.710759] env[69584]: DEBUG nova.objects.instance [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lazy-loading 'resources' on Instance uuid 0f06875a-a96a-4020-a09e-f1afe0bd7d80 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.721456] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485902, 'name': CreateVM_Task, 'duration_secs': 0.327359} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.722121] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.722851] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.722923] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.723235] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.723707] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fe68da-c9c9-40be-b8e5-ccbb90a0fff3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.728987] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 958.728987] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521c1e9a-730e-79cd-4bc7-f6ceaffd4f83" [ 958.728987] env[69584]: _type = "Task" [ 958.728987] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.738429] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521c1e9a-730e-79cd-4bc7-f6ceaffd4f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.981407] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485903, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.046193] env[69584]: DEBUG nova.network.neutron [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updated VIF entry in instance network info cache for port 8385826f-2363-422c-8b50-75c20ad9689b. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.046607] env[69584]: DEBUG nova.network.neutron [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance_info_cache with network_info: [{"id": "8385826f-2363-422c-8b50-75c20ad9689b", "address": "fa:16:3e:c9:77:fd", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8385826f-23", "ovs_interfaceid": "8385826f-2363-422c-8b50-75c20ad9689b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.121333] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485904, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.158197] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "refresh_cache-2253f844-d04c-421b-8dd7-74ce94e8a69e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.158342] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "refresh_cache-2253f844-d04c-421b-8dd7-74ce94e8a69e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.158501] env[69584]: DEBUG nova.network.neutron [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.213666] env[69584]: DEBUG nova.compute.utils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.218644] env[69584]: DEBUG nova.compute.manager [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.218644] env[69584]: DEBUG nova.network.neutron [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.239761] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521c1e9a-730e-79cd-4bc7-f6ceaffd4f83, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.244136] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.244413] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.244662] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.244811] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.244990] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.245753] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3aff8c5-76c5-4848-8244-99214a0c804d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.256688] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.256889] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.260315] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6fff82-80ec-4f8e-a5e1-3cbe0b063387 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.269110] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 959.269110] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c7703a-b695-bb32-3332-8c3c179293fb" [ 959.269110] env[69584]: _type = "Task" [ 959.269110] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.277710] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c7703a-b695-bb32-3332-8c3c179293fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.288629] env[69584]: DEBUG nova.policy [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d331fb9275048ac81d4420895d22650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d5fe6c1106a4cae8b17d4bff6ea454d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.481199] env[69584]: DEBUG oslo_vmware.api [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3485903, 'name': PowerOnVM_Task, 'duration_secs': 0.584096} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.483491] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.483686] env[69584]: INFO nova.compute.manager [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Took 8.76 seconds to spawn the instance on the hypervisor. [ 959.483864] env[69584]: DEBUG nova.compute.manager [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.484812] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2c7274-1a0c-40ac-ab02-d019f8bca921 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.536269] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4701139a-b8ee-4915-b6b8-7d4c2956c60d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.544910] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5714276e-4d3b-4a36-b94d-bcd00d53a4b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.549107] env[69584]: DEBUG oslo_concurrency.lockutils [req-21c595f0-98db-4b77-b632-0273a0b33149 req-7e85f9cf-0ab0-4ddc-b133-4184dfab056e service nova] Releasing lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.579715] env[69584]: DEBUG nova.network.neutron [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Successfully created port: 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.582144] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7373caba-ca1c-4034-9d03-bc96e7862cfb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.590396] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed0333-3a34-479e-b2e6-aa9febf93065 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.608186] env[69584]: DEBUG nova.compute.provider_tree [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.620735] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640658} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.620952] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] f833a279-912a-4c24-af76-51e66e852982/f833a279-912a-4c24-af76-51e66e852982.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.621185] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.621424] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-556dcad0-842c-4fe9-a388-aa275abda8c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.629133] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 959.629133] env[69584]: value = "task-3485905" [ 959.629133] env[69584]: _type = "Task" [ 959.629133] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.640508] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.706419] env[69584]: DEBUG nova.network.neutron [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.719239] env[69584]: DEBUG nova.compute.manager [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.781070] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c7703a-b695-bb32-3332-8c3c179293fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013295} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.781070] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc7fc86-601a-471b-89e8-076559a4606a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.788956] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 959.788956] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bbd389-09ce-f2c1-1120-b740ffbf645e" [ 959.788956] env[69584]: _type = "Task" [ 959.788956] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.800023] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bbd389-09ce-f2c1-1120-b740ffbf645e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.911205] env[69584]: DEBUG nova.network.neutron [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Updating instance_info_cache with network_info: [{"id": "836e065b-5690-47e7-ace2-2e93c3e03a55", "address": "fa:16:3e:95:6c:61", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836e065b-56", "ovs_interfaceid": "836e065b-5690-47e7-ace2-2e93c3e03a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.004472] env[69584]: INFO nova.compute.manager [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Took 32.20 seconds to build instance. [ 960.111743] env[69584]: DEBUG nova.scheduler.client.report [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.140656] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.397554} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.141016] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.141753] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9664c168-86f0-4d35-9a2c-04aeccc855d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.165239] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] f833a279-912a-4c24-af76-51e66e852982/f833a279-912a-4c24-af76-51e66e852982.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.165562] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f30d1ef8-4549-40be-9e19-3a9be2845d3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.188531] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 960.188531] env[69584]: value = "task-3485906" [ 960.188531] env[69584]: _type = "Task" [ 960.188531] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.199632] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.229592] env[69584]: DEBUG nova.compute.manager [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Received event network-vif-plugged-836e065b-5690-47e7-ace2-2e93c3e03a55 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.229813] env[69584]: DEBUG oslo_concurrency.lockutils [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] Acquiring lock "2253f844-d04c-421b-8dd7-74ce94e8a69e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.230032] env[69584]: DEBUG oslo_concurrency.lockutils [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.230310] env[69584]: DEBUG oslo_concurrency.lockutils [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.230591] env[69584]: DEBUG nova.compute.manager [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] No waiting events found dispatching network-vif-plugged-836e065b-5690-47e7-ace2-2e93c3e03a55 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.230771] env[69584]: WARNING nova.compute.manager [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Received unexpected event network-vif-plugged-836e065b-5690-47e7-ace2-2e93c3e03a55 for instance with vm_state building and task_state spawning. [ 960.230935] env[69584]: DEBUG nova.compute.manager [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Received event network-changed-836e065b-5690-47e7-ace2-2e93c3e03a55 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.233523] env[69584]: DEBUG nova.compute.manager [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Refreshing instance network info cache due to event network-changed-836e065b-5690-47e7-ace2-2e93c3e03a55. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.233741] env[69584]: DEBUG oslo_concurrency.lockutils [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] Acquiring lock "refresh_cache-2253f844-d04c-421b-8dd7-74ce94e8a69e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.299801] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bbd389-09ce-f2c1-1120-b740ffbf645e, 'name': SearchDatastore_Task, 'duration_secs': 0.055025} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.300092] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.300395] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 11419fec-4930-4fa8-9f65-8c5f50ed7a93/11419fec-4930-4fa8-9f65-8c5f50ed7a93.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.300661] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f40b10e5-2979-4bdc-bbd5-b782fb3358e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.308633] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 960.308633] env[69584]: value = "task-3485907" [ 960.308633] env[69584]: _type = "Task" [ 960.308633] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.317786] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.414155] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "refresh_cache-2253f844-d04c-421b-8dd7-74ce94e8a69e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.414530] env[69584]: DEBUG nova.compute.manager [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Instance network_info: |[{"id": "836e065b-5690-47e7-ace2-2e93c3e03a55", "address": "fa:16:3e:95:6c:61", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836e065b-56", "ovs_interfaceid": "836e065b-5690-47e7-ace2-2e93c3e03a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.414834] env[69584]: DEBUG oslo_concurrency.lockutils [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] Acquired lock "refresh_cache-2253f844-d04c-421b-8dd7-74ce94e8a69e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.415024] env[69584]: DEBUG nova.network.neutron [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Refreshing network info cache for port 836e065b-5690-47e7-ace2-2e93c3e03a55 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.416297] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:6c:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '836e065b-5690-47e7-ace2-2e93c3e03a55', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.424456] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Creating folder: Project (84fb48e9a2ab4689a2da9a7c839eaf8d). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.425072] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad31550a-8887-4659-ac2c-9320a634d8a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.441115] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Created folder: Project (84fb48e9a2ab4689a2da9a7c839eaf8d) in parent group-v696614. [ 960.441348] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Creating folder: Instances. Parent ref: group-v696844. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.441583] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e997531-08d7-4d8c-a2aa-0bd9421b09ab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.454554] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Created folder: Instances in parent group-v696844. [ 960.454849] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.455154] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.455403] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c904c427-ed61-4c4b-b9d5-536a1376d700 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.479375] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.479375] env[69584]: value = "task-3485910" [ 960.479375] env[69584]: _type = "Task" [ 960.479375] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.488052] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485910, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.506761] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4ace49bf-341c-4ce9-a2be-355df13e8a68 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "5f181790-41f0-4812-84bb-672f2f077e83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.706s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.617688] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.620453] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.134s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.622481] env[69584]: INFO nova.compute.claims [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.675737] env[69584]: INFO nova.scheduler.client.report [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted allocations for instance 0f06875a-a96a-4020-a09e-f1afe0bd7d80 [ 960.705075] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.729932] env[69584]: DEBUG nova.compute.manager [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.777065] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.777395] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.778043] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.778043] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.778043] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.778198] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.778474] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.778676] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.778860] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.779198] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.779382] env[69584]: DEBUG nova.virt.hardware [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.781549] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aa00fb-8cc2-4628-81de-4e5238d52a36 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.792229] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d85b0a5-3f7a-40a5-858d-7f370f75fb28 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.819757] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485907, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.991442] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485910, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.189291] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9597d0d2-9ea7-444e-bc62-71d7e009e02b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "0f06875a-a96a-4020-a09e-f1afe0bd7d80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.311s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.202543] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485906, 'name': ReconfigVM_Task, 'duration_secs': 0.596167} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.202643] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Reconfigured VM instance instance-0000004f to attach disk [datastore2] f833a279-912a-4c24-af76-51e66e852982/f833a279-912a-4c24-af76-51e66e852982.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.203233] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b475186c-8cc8-4b2b-96fa-3bcef1e238b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.211842] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 961.211842] env[69584]: value = "task-3485911" [ 961.211842] env[69584]: _type = "Task" [ 961.211842] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.220482] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485911, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.320561] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602356} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.320561] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 11419fec-4930-4fa8-9f65-8c5f50ed7a93/11419fec-4930-4fa8-9f65-8c5f50ed7a93.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.320561] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.321052] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-142fce7e-b429-468c-9935-65aa4fe06773 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.328026] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 961.328026] env[69584]: value = "task-3485912" [ 961.328026] env[69584]: _type = "Task" [ 961.328026] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.337205] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.448264] env[69584]: DEBUG nova.network.neutron [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Updated VIF entry in instance network info cache for port 836e065b-5690-47e7-ace2-2e93c3e03a55. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.448264] env[69584]: DEBUG nova.network.neutron [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Updating instance_info_cache with network_info: [{"id": "836e065b-5690-47e7-ace2-2e93c3e03a55", "address": "fa:16:3e:95:6c:61", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836e065b-56", "ovs_interfaceid": "836e065b-5690-47e7-ace2-2e93c3e03a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.494180] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485910, 'name': CreateVM_Task, 'duration_secs': 0.53235} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.494180] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.495263] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.495566] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.495976] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.496344] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa82d81-23c9-416d-a36c-8c17d373357a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.503266] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 961.503266] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fb5bcf-ad6b-f51b-49b3-93eb1471d665" [ 961.503266] env[69584]: _type = "Task" [ 961.503266] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.513270] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fb5bcf-ad6b-f51b-49b3-93eb1471d665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.583290] env[69584]: DEBUG nova.network.neutron [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Successfully updated port: 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.728446] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485911, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.838980] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071647} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.839656] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.842160] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b257a91-793b-4b62-b20c-d80f6c19049d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.868208] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 11419fec-4930-4fa8-9f65-8c5f50ed7a93/11419fec-4930-4fa8-9f65-8c5f50ed7a93.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.871280] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de468622-0a41-4068-8fa4-39b0397cb62f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.898243] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 961.898243] env[69584]: value = "task-3485913" [ 961.898243] env[69584]: _type = "Task" [ 961.898243] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.908992] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.950183] env[69584]: DEBUG oslo_concurrency.lockutils [req-cba16369-b339-46ae-861f-49f758f2c1ed req-662e1d93-0d2d-4482-998f-3ec18df6e2ec service nova] Releasing lock "refresh_cache-2253f844-d04c-421b-8dd7-74ce94e8a69e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.020154] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fb5bcf-ad6b-f51b-49b3-93eb1471d665, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.020154] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.020154] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.020154] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.020154] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.020610] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.021399] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08bfe116-7a8b-44eb-bab9-413cfee6f985 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.035019] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.035019] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.035019] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c917c892-6f7e-4f81-bf4f-360ffacb37a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.039787] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 962.039787] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c0385e-af47-12e5-7126-16476de25efa" [ 962.039787] env[69584]: _type = "Task" [ 962.039787] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.052138] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c0385e-af47-12e5-7126-16476de25efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.075325] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24982785-d618-45a3-a5fe-3b196d191bb0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.083502] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70514a88-56d2-427a-bb83-0b4b2d0fd828 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.090749] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "refresh_cache-58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.090749] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquired lock "refresh_cache-58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.090749] env[69584]: DEBUG nova.network.neutron [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.122771] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4454923d-9499-41f1-8afa-42d76f984f8f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.131910] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c3f00a-1bbb-4f6e-befd-2cc2df1d70e8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.150023] env[69584]: DEBUG nova.compute.provider_tree [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.223251] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485911, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.262048] env[69584]: DEBUG nova.compute.manager [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Received event network-changed-b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.262196] env[69584]: DEBUG nova.compute.manager [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Refreshing instance network info cache due to event network-changed-b96dc9f7-e652-4bc1-afec-51499492cc32. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.262431] env[69584]: DEBUG oslo_concurrency.lockutils [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] Acquiring lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.262597] env[69584]: DEBUG oslo_concurrency.lockutils [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] Acquired lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.262767] env[69584]: DEBUG nova.network.neutron [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Refreshing network info cache for port b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.407406] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.552070] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c0385e-af47-12e5-7126-16476de25efa, 'name': SearchDatastore_Task, 'duration_secs': 0.02395} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.552324] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d697fe8c-cc0d-47b6-aa61-7458b5f8b143 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.561142] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 962.561142] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f9c4c8-9117-722f-0ac3-feea6fab7eb6" [ 962.561142] env[69584]: _type = "Task" [ 962.561142] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.570995] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f9c4c8-9117-722f-0ac3-feea6fab7eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.621068] env[69584]: DEBUG nova.network.neutron [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.671340] env[69584]: ERROR nova.scheduler.client.report [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [req-474f63d4-458e-4309-8a56-968e9087b4e8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-474f63d4-458e-4309-8a56-968e9087b4e8"}]} [ 962.690216] env[69584]: DEBUG nova.scheduler.client.report [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 962.707267] env[69584]: DEBUG nova.scheduler.client.report [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 962.707496] env[69584]: DEBUG nova.compute.provider_tree [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.718699] env[69584]: DEBUG nova.scheduler.client.report [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 962.726667] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485911, 'name': Rename_Task, 'duration_secs': 1.141492} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.726944] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.727208] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-315d4841-3916-4d84-9093-e4cb0715870d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.737882] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 962.737882] env[69584]: value = "task-3485914" [ 962.737882] env[69584]: _type = "Task" [ 962.737882] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.741644] env[69584]: DEBUG nova.scheduler.client.report [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 962.749662] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.770162] env[69584]: DEBUG nova.network.neutron [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Updating instance_info_cache with network_info: [{"id": "77c6eeb9-a5f9-4866-ae1b-df4605ae38ef", "address": "fa:16:3e:79:93:94", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c6eeb9-a5", "ovs_interfaceid": "77c6eeb9-a5f9-4866-ae1b-df4605ae38ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.910612] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485913, 'name': ReconfigVM_Task, 'duration_secs': 0.967227} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.910883] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 11419fec-4930-4fa8-9f65-8c5f50ed7a93/11419fec-4930-4fa8-9f65-8c5f50ed7a93.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.913503] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6623ab35-0b16-4b8e-97ca-b6204520090a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.920714] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 962.920714] env[69584]: value = "task-3485915" [ 962.920714] env[69584]: _type = "Task" [ 962.920714] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.931233] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485915, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.994599] env[69584]: DEBUG nova.network.neutron [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Updated VIF entry in instance network info cache for port b96dc9f7-e652-4bc1-afec-51499492cc32. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.994951] env[69584]: DEBUG nova.network.neutron [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Updating instance_info_cache with network_info: [{"id": "b96dc9f7-e652-4bc1-afec-51499492cc32", "address": "fa:16:3e:85:fe:b2", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96dc9f7-e6", "ovs_interfaceid": "b96dc9f7-e652-4bc1-afec-51499492cc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.055087] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed78a91-0fe8-490c-94ef-0068e439bb8d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.065907] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4352e7-74bb-470f-8d54-d5de8ac38a85 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.075745] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f9c4c8-9117-722f-0ac3-feea6fab7eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.102792] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.103098] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 2253f844-d04c-421b-8dd7-74ce94e8a69e/2253f844-d04c-421b-8dd7-74ce94e8a69e.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.103567] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bd3e7aa-74e3-4e76-82c1-f0569a23ded9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.106131] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6acd99-abbd-488a-8fa5-81df983a3c65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.116391] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c854ef9-dd00-465c-897b-f11b1e035517 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.120577] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 963.120577] env[69584]: value = "task-3485916" [ 963.120577] env[69584]: _type = "Task" [ 963.120577] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.133123] env[69584]: DEBUG nova.compute.provider_tree [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.140543] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.253460] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.275701] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Releasing lock "refresh_cache-58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.276121] env[69584]: DEBUG nova.compute.manager [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Instance network_info: |[{"id": "77c6eeb9-a5f9-4866-ae1b-df4605ae38ef", "address": "fa:16:3e:79:93:94", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c6eeb9-a5", "ovs_interfaceid": "77c6eeb9-a5f9-4866-ae1b-df4605ae38ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.276632] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:93:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77c6eeb9-a5f9-4866-ae1b-df4605ae38ef', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.285278] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.285583] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.285927] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adc4bd37-d39c-4714-82b2-a501068410c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.309857] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.309857] env[69584]: value = "task-3485917" [ 963.309857] env[69584]: _type = "Task" [ 963.309857] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.318797] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485917, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.432852] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485915, 'name': Rename_Task, 'duration_secs': 0.209347} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.433252] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.433605] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5e68f83-dfd7-4fca-9f7a-c1b496f9b729 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.444165] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 963.444165] env[69584]: value = "task-3485918" [ 963.444165] env[69584]: _type = "Task" [ 963.444165] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.456001] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.498181] env[69584]: DEBUG oslo_concurrency.lockutils [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] Releasing lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.498683] env[69584]: DEBUG nova.compute.manager [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Received event network-vif-plugged-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.499029] env[69584]: DEBUG oslo_concurrency.lockutils [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] Acquiring lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.499337] env[69584]: DEBUG oslo_concurrency.lockutils [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] Lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.499423] env[69584]: DEBUG oslo_concurrency.lockutils [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] Lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.499626] env[69584]: DEBUG nova.compute.manager [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] No waiting events found dispatching network-vif-plugged-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.499880] env[69584]: WARNING nova.compute.manager [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Received unexpected event network-vif-plugged-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef for instance with vm_state building and task_state spawning. [ 963.501199] env[69584]: DEBUG nova.compute.manager [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Received event network-changed-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.501430] env[69584]: DEBUG nova.compute.manager [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Refreshing instance network info cache due to event network-changed-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.501651] env[69584]: DEBUG oslo_concurrency.lockutils [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] Acquiring lock "refresh_cache-58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.501796] env[69584]: DEBUG oslo_concurrency.lockutils [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] Acquired lock "refresh_cache-58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.501972] env[69584]: DEBUG nova.network.neutron [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Refreshing network info cache for port 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.633026] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483793} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.633026] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 2253f844-d04c-421b-8dd7-74ce94e8a69e/2253f844-d04c-421b-8dd7-74ce94e8a69e.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.633381] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.633427] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d444d7d4-f155-44d7-b56d-2bfbd122dae5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.644016] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 963.644016] env[69584]: value = "task-3485919" [ 963.644016] env[69584]: _type = "Task" [ 963.644016] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.653225] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.664967] env[69584]: DEBUG nova.scheduler.client.report [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 963.665341] env[69584]: DEBUG nova.compute.provider_tree [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 111 to 112 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 963.665566] env[69584]: DEBUG nova.compute.provider_tree [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.752188] env[69584]: DEBUG oslo_vmware.api [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485914, 'name': PowerOnVM_Task, 'duration_secs': 0.578766} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.752188] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.752450] env[69584]: INFO nova.compute.manager [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Took 10.59 seconds to spawn the instance on the hypervisor. [ 963.752554] env[69584]: DEBUG nova.compute.manager [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.753539] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0752e-7de3-4ba1-bab3-1fa09e27e6b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.822480] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485917, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.955271] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485918, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.153628] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080588} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.155901] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.156703] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea30a7e-f963-45aa-ac25-feac9c018c28 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.171871] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.551s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.172632] env[69584]: DEBUG nova.compute.manager [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.183551] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 2253f844-d04c-421b-8dd7-74ce94e8a69e/2253f844-d04c-421b-8dd7-74ce94e8a69e.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.184151] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.562s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.184371] env[69584]: DEBUG nova.objects.instance [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lazy-loading 'resources' on Instance uuid a54f2e5b-cb73-4415-8310-c2eaf54f8764 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.185594] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b0c80c2-8846-4fc6-92bc-a9bc35126b62 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.200224] env[69584]: DEBUG nova.network.neutron [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Updated VIF entry in instance network info cache for port 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.200565] env[69584]: DEBUG nova.network.neutron [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Updating instance_info_cache with network_info: [{"id": "77c6eeb9-a5f9-4866-ae1b-df4605ae38ef", "address": "fa:16:3e:79:93:94", "network": {"id": "d9a84f62-666e-4f12-8b65-f3263d8f83b1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "51aba5f944084dfa82f288486b99d20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c6eeb9-a5", "ovs_interfaceid": "77c6eeb9-a5f9-4866-ae1b-df4605ae38ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.211989] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 964.211989] env[69584]: value = "task-3485920" [ 964.211989] env[69584]: _type = "Task" [ 964.211989] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.223777] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.274252] env[69584]: INFO nova.compute.manager [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Took 35.03 seconds to build instance. [ 964.320491] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485917, 'name': CreateVM_Task, 'duration_secs': 0.656103} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.322991] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.323882] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.324103] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.324398] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.324907] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f409ef-726b-449a-95d7-38238cc859ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.330804] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 964.330804] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522a9ebc-9234-033d-0efe-5877b51c7bb8" [ 964.330804] env[69584]: _type = "Task" [ 964.330804] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.341150] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522a9ebc-9234-033d-0efe-5877b51c7bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.455712] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485918, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.549774] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627ccff7-17e1-4279-976a-f11681fdda65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.558092] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6d8ef3-06e9-4db5-91f9-639f03e9ca3d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.589587] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904c62e5-f857-4833-9941-90775164decb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.598716] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655974e4-f7a6-457c-a629-015fddffcbf5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.613854] env[69584]: DEBUG nova.compute.provider_tree [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.686271] env[69584]: DEBUG nova.compute.utils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.687680] env[69584]: DEBUG nova.compute.manager [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.687856] env[69584]: DEBUG nova.network.neutron [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.706351] env[69584]: DEBUG oslo_concurrency.lockutils [req-020d6d6c-1982-42ad-b16e-7ad648054b98 req-c3866ffc-d238-47ad-b7ad-f3a00ca5e5d4 service nova] Releasing lock "refresh_cache-58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.723111] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.726309] env[69584]: DEBUG nova.policy [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27bcdedffbea433ab08f51d62db91ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '903eba6d0ced490cb4633665d7aedf62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.775733] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5c8d3d0a-0598-4096-8c0e-2f50758b38a7 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "f833a279-912a-4c24-af76-51e66e852982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.543s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.843371] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522a9ebc-9234-033d-0efe-5877b51c7bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.026488} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.843724] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.843979] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.844247] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.844398] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.844602] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.844924] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c6caf9-e91a-43c6-8484-ce4355919130 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.855305] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.855486] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.856206] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ab152c-cf6b-415f-881b-fc5647d61028 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.861904] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 964.861904] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52634134-9f30-a3ce-805a-49a9cf951e52" [ 964.861904] env[69584]: _type = "Task" [ 964.861904] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.869786] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52634134-9f30-a3ce-805a-49a9cf951e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.956844] env[69584]: DEBUG oslo_vmware.api [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485918, 'name': PowerOnVM_Task, 'duration_secs': 1.032673} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.956844] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.956844] env[69584]: INFO nova.compute.manager [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Took 9.26 seconds to spawn the instance on the hypervisor. [ 964.957030] env[69584]: DEBUG nova.compute.manager [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.957831] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e228ffe9-4e4c-4d24-a796-fa16cdcacffb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.072414] env[69584]: DEBUG nova.network.neutron [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Successfully created port: ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.117704] env[69584]: DEBUG nova.scheduler.client.report [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.193814] env[69584]: DEBUG nova.compute.manager [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.223320] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.375775] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52634134-9f30-a3ce-805a-49a9cf951e52, 'name': SearchDatastore_Task, 'duration_secs': 0.015335} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.376770] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b886363-540d-448c-87d9-9cf7a90e01a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.384922] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 965.384922] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5271298f-bff1-dbc9-8ac6-a5a01b510b94" [ 965.384922] env[69584]: _type = "Task" [ 965.384922] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.393791] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5271298f-bff1-dbc9-8ac6-a5a01b510b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.477911] env[69584]: INFO nova.compute.manager [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Took 35.87 seconds to build instance. [ 965.622771] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.438s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.625542] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.722s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.625796] env[69584]: DEBUG nova.objects.instance [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'pci_requests' on Instance uuid 3137d543-006b-4f18-bbff-d1288ea4017b {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.650038] env[69584]: INFO nova.scheduler.client.report [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted allocations for instance a54f2e5b-cb73-4415-8310-c2eaf54f8764 [ 965.726866] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.897735] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5271298f-bff1-dbc9-8ac6-a5a01b510b94, 'name': SearchDatastore_Task, 'duration_secs': 0.013032} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.897963] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.898311] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7/58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.898545] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa24f1bf-4bbf-4b71-ab3f-a29b1e9a222a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.907615] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 965.907615] env[69584]: value = "task-3485921" [ 965.907615] env[69584]: _type = "Task" [ 965.907615] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.916951] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.980137] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5e3fc440-a73f-48cf-bb74-cde73b7af883 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.378s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.130190] env[69584]: DEBUG nova.objects.instance [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'numa_topology' on Instance uuid 3137d543-006b-4f18-bbff-d1288ea4017b {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.157629] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ecbd71cf-cf5d-45bc-a935-0e4adb0e7935 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "a54f2e5b-cb73-4415-8310-c2eaf54f8764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.040s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.205231] env[69584]: DEBUG nova.compute.manager [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.226029] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485920, 'name': ReconfigVM_Task, 'duration_secs': 1.550895} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.226378] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 2253f844-d04c-421b-8dd7-74ce94e8a69e/2253f844-d04c-421b-8dd7-74ce94e8a69e.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.227262] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-132e5c47-6f89-47fc-b8d9-695b74f19652 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.231795] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.232074] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.232245] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.232429] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.232575] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.232728] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.232990] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.233174] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.233350] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.233510] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.233685] env[69584]: DEBUG nova.virt.hardware [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.234604] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1460d99b-f3b0-4eb6-8e9c-f0aa0b27cb23 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.246116] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e3f2c-c8ae-4450-b7d1-46e95649c2b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.250415] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 966.250415] env[69584]: value = "task-3485922" [ 966.250415] env[69584]: _type = "Task" [ 966.250415] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.270782] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485922, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.418418] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485921, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.633189] env[69584]: INFO nova.compute.claims [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.734547] env[69584]: DEBUG nova.network.neutron [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Successfully updated port: ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.762035] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485922, 'name': Rename_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.840592] env[69584]: DEBUG nova.compute.manager [req-aaefe924-bdf1-404e-b58e-d1a7ca1b3096 req-fd9f3626-7570-4d50-844e-c49817695789 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Received event network-vif-plugged-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.840858] env[69584]: DEBUG oslo_concurrency.lockutils [req-aaefe924-bdf1-404e-b58e-d1a7ca1b3096 req-fd9f3626-7570-4d50-844e-c49817695789 service nova] Acquiring lock "50eb1d52-bbdd-4724-8023-ad459a864f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.841039] env[69584]: DEBUG oslo_concurrency.lockutils [req-aaefe924-bdf1-404e-b58e-d1a7ca1b3096 req-fd9f3626-7570-4d50-844e-c49817695789 service nova] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.841219] env[69584]: DEBUG oslo_concurrency.lockutils [req-aaefe924-bdf1-404e-b58e-d1a7ca1b3096 req-fd9f3626-7570-4d50-844e-c49817695789 service nova] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.841390] env[69584]: DEBUG nova.compute.manager [req-aaefe924-bdf1-404e-b58e-d1a7ca1b3096 req-fd9f3626-7570-4d50-844e-c49817695789 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] No waiting events found dispatching network-vif-plugged-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.841556] env[69584]: WARNING nova.compute.manager [req-aaefe924-bdf1-404e-b58e-d1a7ca1b3096 req-fd9f3626-7570-4d50-844e-c49817695789 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Received unexpected event network-vif-plugged-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 for instance with vm_state building and task_state spawning. [ 966.925153] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544711} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.925614] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7/58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.929413] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.929413] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81191cc0-963e-4827-aed8-ad52f72a7d36 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.936105] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 966.936105] env[69584]: value = "task-3485923" [ 966.936105] env[69584]: _type = "Task" [ 966.936105] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.944973] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.050467] env[69584]: DEBUG nova.compute.manager [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.051458] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c592fdd8-b16e-43cf-b86a-0fec00e4c22e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.239546] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.239546] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.239546] env[69584]: DEBUG nova.network.neutron [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.264975] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485922, 'name': Rename_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.430882] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "62bece4b-f005-4a51-949e-601ce2fc90a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.431137] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "62bece4b-f005-4a51-949e-601ce2fc90a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.447170] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.562627] env[69584]: INFO nova.compute.manager [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] instance snapshotting [ 967.565899] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f82fb9e-6aee-4b3d-bb2a-6561b95045cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.587841] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303ae086-9a73-4bcd-95e6-4c15d69b7310 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.765805] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485922, 'name': Rename_Task, 'duration_secs': 1.263215} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.766138] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.766406] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd73fb8-e74c-428a-a600-30f684d6e1ce {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.775482] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 967.775482] env[69584]: value = "task-3485924" [ 967.775482] env[69584]: _type = "Task" [ 967.775482] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.780350] env[69584]: DEBUG nova.network.neutron [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.786257] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.826537] env[69584]: DEBUG nova.compute.manager [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Stashing vm_state: active {{(pid=69584) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 967.934613] env[69584]: DEBUG nova.compute.manager [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.957048] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.601504} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.957048] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.957950] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3193897-87ce-4c5f-9b60-d8c2cec50779 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.981734] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7/58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.985665] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1202b43-60db-4dff-87a4-3b024c3042c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.001913] env[69584]: DEBUG nova.network.neutron [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Updating instance_info_cache with network_info: [{"id": "ae549d4e-b4a3-4db2-9e9a-7d1be1f25046", "address": "fa:16:3e:6f:2c:32", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae549d4e-b4", "ovs_interfaceid": "ae549d4e-b4a3-4db2-9e9a-7d1be1f25046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.011596] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 968.011596] env[69584]: value = "task-3485925" [ 968.011596] env[69584]: _type = "Task" [ 968.011596] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.024341] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.062350] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1dffbd-bfa4-4b2e-92aa-fc278706fed9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.071455] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d613d28-8a43-4e0b-8324-f4d0dd1328dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.108061] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 968.108061] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7ae93aa-e986-4370-999e-8d49506c5e07 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.108606] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4bcea2-faa0-4a64-87c8-0dcdc693941e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.118295] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6e14fc-a915-4de4-9e2c-2a82dac16fb0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.124101] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 968.124101] env[69584]: value = "task-3485926" [ 968.124101] env[69584]: _type = "Task" [ 968.124101] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.137638] env[69584]: DEBUG nova.compute.provider_tree [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.143316] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485926, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.287343] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.348691] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.462698] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.504993] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.505384] env[69584]: DEBUG nova.compute.manager [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Instance network_info: |[{"id": "ae549d4e-b4a3-4db2-9e9a-7d1be1f25046", "address": "fa:16:3e:6f:2c:32", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae549d4e-b4", "ovs_interfaceid": "ae549d4e-b4a3-4db2-9e9a-7d1be1f25046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.505817] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:2c:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae549d4e-b4a3-4db2-9e9a-7d1be1f25046', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.513508] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.513797] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.517016] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe7b854d-8cb8-4313-9d39-dce980245713 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.538011] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.539386] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.539386] env[69584]: value = "task-3485927" [ 968.539386] env[69584]: _type = "Task" [ 968.539386] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.547605] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485927, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.635425] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485926, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.640072] env[69584]: DEBUG nova.scheduler.client.report [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.786580] env[69584]: DEBUG oslo_vmware.api [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3485924, 'name': PowerOnVM_Task, 'duration_secs': 0.637283} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.787174] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.787174] env[69584]: INFO nova.compute.manager [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Took 10.55 seconds to spawn the instance on the hypervisor. [ 968.787317] env[69584]: DEBUG nova.compute.manager [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.788116] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d03abf-08de-4551-84d6-6948c0a4d4da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.868502] env[69584]: DEBUG nova.compute.manager [req-2db6f5f8-e820-4f0b-a8e3-975c1ffa2f9f req-f5ba7f7f-67a8-47d6-8814-b76c8a1dfaca service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Received event network-changed-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.869210] env[69584]: DEBUG nova.compute.manager [req-2db6f5f8-e820-4f0b-a8e3-975c1ffa2f9f req-f5ba7f7f-67a8-47d6-8814-b76c8a1dfaca service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Refreshing instance network info cache due to event network-changed-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.869210] env[69584]: DEBUG oslo_concurrency.lockutils [req-2db6f5f8-e820-4f0b-a8e3-975c1ffa2f9f req-f5ba7f7f-67a8-47d6-8814-b76c8a1dfaca service nova] Acquiring lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.869427] env[69584]: DEBUG oslo_concurrency.lockutils [req-2db6f5f8-e820-4f0b-a8e3-975c1ffa2f9f req-f5ba7f7f-67a8-47d6-8814-b76c8a1dfaca service nova] Acquired lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.869694] env[69584]: DEBUG nova.network.neutron [req-2db6f5f8-e820-4f0b-a8e3-975c1ffa2f9f req-f5ba7f7f-67a8-47d6-8814-b76c8a1dfaca service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Refreshing network info cache for port ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.024092] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485925, 'name': ReconfigVM_Task, 'duration_secs': 0.731327} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.024414] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7/58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.025037] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc80c7c9-73e1-4516-a9c8-1f5710611c9a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.032957] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 969.032957] env[69584]: value = "task-3485928" [ 969.032957] env[69584]: _type = "Task" [ 969.032957] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.044366] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485928, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.052942] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485927, 'name': CreateVM_Task, 'duration_secs': 0.363882} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.053122] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.053792] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.053965] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.054324] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.054581] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b00b637-cb88-4f64-a552-460869c21684 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.060044] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 969.060044] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52da988a-b800-1825-c7dd-d10abbd1f28a" [ 969.060044] env[69584]: _type = "Task" [ 969.060044] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.068543] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52da988a-b800-1825-c7dd-d10abbd1f28a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.135872] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485926, 'name': CreateSnapshot_Task, 'duration_secs': 0.769728} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.135872] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 969.136689] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c279d1f-a496-4c9b-ac76-0512acd49647 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.145883] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.520s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.150319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.958s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.150564] env[69584]: DEBUG nova.objects.instance [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'resources' on Instance uuid 283b33ad-de82-4b79-8082-62da5612bf64 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.190288] env[69584]: INFO nova.network.neutron [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updating port 04b92b3c-d597-4a7f-8553-1a8b88e7f086 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 969.310909] env[69584]: INFO nova.compute.manager [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Took 39.40 seconds to build instance. [ 969.545084] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485928, 'name': Rename_Task, 'duration_secs': 0.30761} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.545394] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.545648] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c98ae2-7968-41a1-9549-47ede541b529 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.553643] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 969.553643] env[69584]: value = "task-3485929" [ 969.553643] env[69584]: _type = "Task" [ 969.553643] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.564689] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.571912] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52da988a-b800-1825-c7dd-d10abbd1f28a, 'name': SearchDatastore_Task, 'duration_secs': 0.023502} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.572370] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.572613] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.572871] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.573026] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.573207] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.573468] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcf2ebcd-ff7f-4b74-85c2-92b6a192ab31 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.587472] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.588277] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.589117] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88cfe4fa-612f-454c-a113-b7b77aaba25b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.600829] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 969.600829] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f794f7-d99d-9a26-8767-f66e87f434f0" [ 969.600829] env[69584]: _type = "Task" [ 969.600829] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.610068] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f794f7-d99d-9a26-8767-f66e87f434f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.660058] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 969.662919] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8bd1deac-982a-492c-b12c-4e5b0e73b284 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.679842] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 969.679842] env[69584]: value = "task-3485930" [ 969.679842] env[69584]: _type = "Task" [ 969.679842] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.692244] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485930, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.714465] env[69584]: DEBUG nova.network.neutron [req-2db6f5f8-e820-4f0b-a8e3-975c1ffa2f9f req-f5ba7f7f-67a8-47d6-8814-b76c8a1dfaca service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Updated VIF entry in instance network info cache for port ae549d4e-b4a3-4db2-9e9a-7d1be1f25046. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.714940] env[69584]: DEBUG nova.network.neutron [req-2db6f5f8-e820-4f0b-a8e3-975c1ffa2f9f req-f5ba7f7f-67a8-47d6-8814-b76c8a1dfaca service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Updating instance_info_cache with network_info: [{"id": "ae549d4e-b4a3-4db2-9e9a-7d1be1f25046", "address": "fa:16:3e:6f:2c:32", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae549d4e-b4", "ovs_interfaceid": "ae549d4e-b4a3-4db2-9e9a-7d1be1f25046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.813418] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af83f5d9-49e7-4641-8bdb-a94d4730baea tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.915s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.000012] env[69584]: DEBUG nova.compute.manager [req-64d753ca-c249-4a66-815d-a523568bcf7e req-e6c145f9-15ac-4ab0-8a1c-433163d61691 service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Received event network-changed-836e065b-5690-47e7-ace2-2e93c3e03a55 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.000216] env[69584]: DEBUG nova.compute.manager [req-64d753ca-c249-4a66-815d-a523568bcf7e req-e6c145f9-15ac-4ab0-8a1c-433163d61691 service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Refreshing instance network info cache due to event network-changed-836e065b-5690-47e7-ace2-2e93c3e03a55. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.000434] env[69584]: DEBUG oslo_concurrency.lockutils [req-64d753ca-c249-4a66-815d-a523568bcf7e req-e6c145f9-15ac-4ab0-8a1c-433163d61691 service nova] Acquiring lock "refresh_cache-2253f844-d04c-421b-8dd7-74ce94e8a69e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.000577] env[69584]: DEBUG oslo_concurrency.lockutils [req-64d753ca-c249-4a66-815d-a523568bcf7e req-e6c145f9-15ac-4ab0-8a1c-433163d61691 service nova] Acquired lock "refresh_cache-2253f844-d04c-421b-8dd7-74ce94e8a69e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.000818] env[69584]: DEBUG nova.network.neutron [req-64d753ca-c249-4a66-815d-a523568bcf7e req-e6c145f9-15ac-4ab0-8a1c-433163d61691 service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Refreshing network info cache for port 836e065b-5690-47e7-ace2-2e93c3e03a55 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.026786] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904f8e15-1728-4e58-bdd6-446a5a597192 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.036849] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f493372-5e8f-4114-b90f-3e2ff112356f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.072035] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d5976f-fcde-4331-882c-b97687697453 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.083993] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f243f86-c8f2-4d36-bd8c-aeb518a7139c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.087967] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485929, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.098604] env[69584]: DEBUG nova.compute.provider_tree [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.111138] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f794f7-d99d-9a26-8767-f66e87f434f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.112553] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652728fe-4ea3-4dfc-97de-30a15251b966 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.121063] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 970.121063] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d4ccf9-a33d-8e6d-57ea-33f793a9602a" [ 970.121063] env[69584]: _type = "Task" [ 970.121063] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.130781] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d4ccf9-a33d-8e6d-57ea-33f793a9602a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.192094] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485930, 'name': CloneVM_Task} progress is 28%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.218265] env[69584]: DEBUG oslo_concurrency.lockutils [req-2db6f5f8-e820-4f0b-a8e3-975c1ffa2f9f req-f5ba7f7f-67a8-47d6-8814-b76c8a1dfaca service nova] Releasing lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.580666] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.604263] env[69584]: DEBUG nova.scheduler.client.report [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.635455] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d4ccf9-a33d-8e6d-57ea-33f793a9602a, 'name': SearchDatastore_Task, 'duration_secs': 0.012503} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.635771] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.636042] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 50eb1d52-bbdd-4724-8023-ad459a864f10/50eb1d52-bbdd-4724-8023-ad459a864f10.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.636306] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-422f2054-0672-4ad4-8c78-6cafbf991561 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.644823] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 970.644823] env[69584]: value = "task-3485931" [ 970.644823] env[69584]: _type = "Task" [ 970.644823] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.654806] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.695852] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485930, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.819253] env[69584]: DEBUG nova.network.neutron [req-64d753ca-c249-4a66-815d-a523568bcf7e req-e6c145f9-15ac-4ab0-8a1c-433163d61691 service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Updated VIF entry in instance network info cache for port 836e065b-5690-47e7-ace2-2e93c3e03a55. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.819815] env[69584]: DEBUG nova.network.neutron [req-64d753ca-c249-4a66-815d-a523568bcf7e req-e6c145f9-15ac-4ab0-8a1c-433163d61691 service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Updating instance_info_cache with network_info: [{"id": "836e065b-5690-47e7-ace2-2e93c3e03a55", "address": "fa:16:3e:95:6c:61", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836e065b-56", "ovs_interfaceid": "836e065b-5690-47e7-ace2-2e93c3e03a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.897560] env[69584]: DEBUG nova.compute.manager [req-b5ea07ea-78c1-4e0a-b28a-67f40948e544 req-6ee17b87-b1d1-4ad9-91e8-3e5c895ab9a2 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received event network-vif-plugged-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.897646] env[69584]: DEBUG oslo_concurrency.lockutils [req-b5ea07ea-78c1-4e0a-b28a-67f40948e544 req-6ee17b87-b1d1-4ad9-91e8-3e5c895ab9a2 service nova] Acquiring lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.897841] env[69584]: DEBUG oslo_concurrency.lockutils [req-b5ea07ea-78c1-4e0a-b28a-67f40948e544 req-6ee17b87-b1d1-4ad9-91e8-3e5c895ab9a2 service nova] Lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.898033] env[69584]: DEBUG oslo_concurrency.lockutils [req-b5ea07ea-78c1-4e0a-b28a-67f40948e544 req-6ee17b87-b1d1-4ad9-91e8-3e5c895ab9a2 service nova] Lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.898349] env[69584]: DEBUG nova.compute.manager [req-b5ea07ea-78c1-4e0a-b28a-67f40948e544 req-6ee17b87-b1d1-4ad9-91e8-3e5c895ab9a2 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] No waiting events found dispatching network-vif-plugged-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.898469] env[69584]: WARNING nova.compute.manager [req-b5ea07ea-78c1-4e0a-b28a-67f40948e544 req-6ee17b87-b1d1-4ad9-91e8-3e5c895ab9a2 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received unexpected event network-vif-plugged-04b92b3c-d597-4a7f-8553-1a8b88e7f086 for instance with vm_state shelved_offloaded and task_state spawning. [ 971.080190] env[69584]: DEBUG oslo_vmware.api [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485929, 'name': PowerOnVM_Task, 'duration_secs': 1.25452} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.080634] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.080969] env[69584]: INFO nova.compute.manager [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Took 10.35 seconds to spawn the instance on the hypervisor. [ 971.081283] env[69584]: DEBUG nova.compute.manager [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.082148] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360dd52e-28b4-4d20-8ede-5b76200286b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.112879] env[69584]: DEBUG oslo_concurrency.lockutils [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.113539] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.941s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.114243] env[69584]: DEBUG nova.objects.instance [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lazy-loading 'resources' on Instance uuid 415bb90f-8235-4e19-84dd-50927452592a {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.142104] env[69584]: INFO nova.scheduler.client.report [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleted allocations for instance 283b33ad-de82-4b79-8082-62da5612bf64 [ 971.161723] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485931, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.199799] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.199988] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.201238] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485930, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.300813] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.301080] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.301268] env[69584]: DEBUG nova.network.neutron [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.324073] env[69584]: DEBUG oslo_concurrency.lockutils [req-64d753ca-c249-4a66-815d-a523568bcf7e req-e6c145f9-15ac-4ab0-8a1c-433163d61691 service nova] Releasing lock "refresh_cache-2253f844-d04c-421b-8dd7-74ce94e8a69e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.603553] env[69584]: INFO nova.compute.manager [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Took 40.13 seconds to build instance. [ 971.654643] env[69584]: DEBUG oslo_concurrency.lockutils [None req-45740abc-91ce-4fbc-bd26-70ed64d3d7af tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "283b33ad-de82-4b79-8082-62da5612bf64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.372s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.663025] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53115} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.663308] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 50eb1d52-bbdd-4724-8023-ad459a864f10/50eb1d52-bbdd-4724-8023-ad459a864f10.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.663523] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.663785] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3eb4228-41cd-483c-b603-0bcffaeab0db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.678692] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 971.678692] env[69584]: value = "task-3485932" [ 971.678692] env[69584]: _type = "Task" [ 971.678692] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.694455] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.704692] env[69584]: INFO nova.compute.manager [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Detaching volume 6e4ea284-242e-4318-99a2-3feeb05b799d [ 971.706773] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485930, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.754781] env[69584]: INFO nova.virt.block_device [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Attempting to driver detach volume 6e4ea284-242e-4318-99a2-3feeb05b799d from mountpoint /dev/sdb [ 971.755072] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 971.755272] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696820', 'volume_id': '6e4ea284-242e-4318-99a2-3feeb05b799d', 'name': 'volume-6e4ea284-242e-4318-99a2-3feeb05b799d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c2f0ba5-104f-41c6-ade6-7fe9efcfe206', 'attached_at': '', 'detached_at': '', 'volume_id': '6e4ea284-242e-4318-99a2-3feeb05b799d', 'serial': '6e4ea284-242e-4318-99a2-3feeb05b799d'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 971.756254] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df3049f-34dd-45cb-8737-7669a44bd86f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.785692] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f68ce40-a6c6-4ee6-93a9-edce7e31007a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.795011] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc6c666-857c-4153-a846-ce9629f27644 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.827512] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a0270b-4728-4884-a8d2-779fe15313fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.845693] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] The volume has not been displaced from its original location: [datastore2] volume-6e4ea284-242e-4318-99a2-3feeb05b799d/volume-6e4ea284-242e-4318-99a2-3feeb05b799d.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 971.851532] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 971.854350] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b313ea9a-4eef-4773-9aa5-1ded1c8d1140 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.877372] env[69584]: DEBUG oslo_vmware.api [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 971.877372] env[69584]: value = "task-3485933" [ 971.877372] env[69584]: _type = "Task" [ 971.877372] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.890393] env[69584]: DEBUG oslo_vmware.api [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.001179] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba1c67c-0126-4e87-b072-83e27e47c4c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.007948] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-26551eaf-2f5f-4dd4-bc83-d114a54b1673 tempest-ServersAdminNegativeTestJSON-877466239 tempest-ServersAdminNegativeTestJSON-877466239-project-admin] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Suspending the VM {{(pid=69584) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 972.008268] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2e2d79c3-adcf-457d-b951-afbccdc8e44a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.016633] env[69584]: DEBUG oslo_vmware.api [None req-26551eaf-2f5f-4dd4-bc83-d114a54b1673 tempest-ServersAdminNegativeTestJSON-877466239 tempest-ServersAdminNegativeTestJSON-877466239-project-admin] Waiting for the task: (returnval){ [ 972.016633] env[69584]: value = "task-3485934" [ 972.016633] env[69584]: _type = "Task" [ 972.016633] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.025584] env[69584]: DEBUG oslo_vmware.api [None req-26551eaf-2f5f-4dd4-bc83-d114a54b1673 tempest-ServersAdminNegativeTestJSON-877466239 tempest-ServersAdminNegativeTestJSON-877466239-project-admin] Task: {'id': task-3485934, 'name': SuspendVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.053915] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce174d0-3adb-4537-9f55-585950434eb2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.063292] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be553b3-ce50-4837-9028-2e645981ca89 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.097298] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cc67b5-6acb-4759-9370-a0a3f4659fdc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.104904] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5fa0577-8f45-424b-875c-a00bba49f9b2 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.641s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.106261] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8cbf77-a23d-406c-aa38-2c1afd4d932e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.121100] env[69584]: DEBUG nova.compute.provider_tree [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.134667] env[69584]: DEBUG nova.network.neutron [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updating instance_info_cache with network_info: [{"id": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "address": "fa:16:3e:58:ac:04", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b92b3c-d5", "ovs_interfaceid": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.196346] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096887} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.197238] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.198118] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ac6461-9ae3-4a36-bb86-06b545a4ec53 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.204059] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485930, 'name': CloneVM_Task, 'duration_secs': 2.441222} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.204817] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Created linked-clone VM from snapshot [ 972.205593] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373c3530-1ccc-4659-8250-637ca94e93ae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.228156] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 50eb1d52-bbdd-4724-8023-ad459a864f10/50eb1d52-bbdd-4724-8023-ad459a864f10.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.229860] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98af5d3d-bcfa-4e34-8b24-693084168987 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.249545] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Uploading image f8e78d0c-b928-450e-b3e6-48d5929812e6 {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.262499] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 972.262499] env[69584]: value = "task-3485935" [ 972.262499] env[69584]: _type = "Task" [ 972.262499] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.268175] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 972.269932] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b3dc069-85b1-44f3-a585-216f8f694f92 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.280414] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.282343] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 972.282343] env[69584]: value = "task-3485936" [ 972.282343] env[69584]: _type = "Task" [ 972.282343] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.292421] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485936, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.388176] env[69584]: DEBUG oslo_vmware.api [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.527627] env[69584]: DEBUG oslo_vmware.api [None req-26551eaf-2f5f-4dd4-bc83-d114a54b1673 tempest-ServersAdminNegativeTestJSON-877466239 tempest-ServersAdminNegativeTestJSON-877466239-project-admin] Task: {'id': task-3485934, 'name': SuspendVM_Task} progress is 54%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.627675] env[69584]: DEBUG nova.scheduler.client.report [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.637345] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.670424] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d7a27162b06ca0d15c48ff51a9d1915a',container_format='bare',created_at=2025-04-19T14:59:09Z,direct_url=,disk_format='vmdk',id=1acdffb8-0dfa-41e0-844c-0afcc6d107ef,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1178433403-shelved',owner='aacaa1085b77475592186c4fbf759fd7',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-04-19T14:59:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.670776] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.671091] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.671984] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.671984] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.671984] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.672347] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.672347] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.672553] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.672751] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.673009] env[69584]: DEBUG nova.virt.hardware [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.673955] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e800a4-a092-4cb6-bc94-2116a48f174e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.685620] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db92d9c-4e25-4070-b65b-8894a57140ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.701288] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ac:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04b92b3c-d597-4a7f-8553-1a8b88e7f086', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.709190] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.709518] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.709761] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85bcd266-0e40-486e-9a68-a312addb5fdd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.731942] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.731942] env[69584]: value = "task-3485937" [ 972.731942] env[69584]: _type = "Task" [ 972.731942] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.741134] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485937, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.774711] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.794281] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485936, 'name': Destroy_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.888877] env[69584]: DEBUG oslo_vmware.api [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485933, 'name': ReconfigVM_Task, 'duration_secs': 0.994369} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.889345] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 972.894384] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc2fe3e5-f5b3-4019-9c54-d81b1ffd8beb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.913081] env[69584]: DEBUG oslo_vmware.api [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 972.913081] env[69584]: value = "task-3485938" [ 972.913081] env[69584]: _type = "Task" [ 972.913081] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.924136] env[69584]: DEBUG oslo_vmware.api [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.926785] env[69584]: DEBUG nova.compute.manager [req-9a5c880e-3894-4dc6-b5ee-d5d2fb2ddded req-5a9a96e1-4860-4b10-be81-ae53a55256bd service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received event network-changed-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.927153] env[69584]: DEBUG nova.compute.manager [req-9a5c880e-3894-4dc6-b5ee-d5d2fb2ddded req-5a9a96e1-4860-4b10-be81-ae53a55256bd service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Refreshing instance network info cache due to event network-changed-04b92b3c-d597-4a7f-8553-1a8b88e7f086. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.927266] env[69584]: DEBUG oslo_concurrency.lockutils [req-9a5c880e-3894-4dc6-b5ee-d5d2fb2ddded req-5a9a96e1-4860-4b10-be81-ae53a55256bd service nova] Acquiring lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.927518] env[69584]: DEBUG oslo_concurrency.lockutils [req-9a5c880e-3894-4dc6-b5ee-d5d2fb2ddded req-5a9a96e1-4860-4b10-be81-ae53a55256bd service nova] Acquired lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.927572] env[69584]: DEBUG nova.network.neutron [req-9a5c880e-3894-4dc6-b5ee-d5d2fb2ddded req-5a9a96e1-4860-4b10-be81-ae53a55256bd service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Refreshing network info cache for port 04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.029033] env[69584]: DEBUG oslo_vmware.api [None req-26551eaf-2f5f-4dd4-bc83-d114a54b1673 tempest-ServersAdminNegativeTestJSON-877466239 tempest-ServersAdminNegativeTestJSON-877466239-project-admin] Task: {'id': task-3485934, 'name': SuspendVM_Task, 'duration_secs': 0.946944} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.029340] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-26551eaf-2f5f-4dd4-bc83-d114a54b1673 tempest-ServersAdminNegativeTestJSON-877466239 tempest-ServersAdminNegativeTestJSON-877466239-project-admin] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Suspended the VM {{(pid=69584) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 973.029525] env[69584]: DEBUG nova.compute.manager [None req-26551eaf-2f5f-4dd4-bc83-d114a54b1673 tempest-ServersAdminNegativeTestJSON-877466239 tempest-ServersAdminNegativeTestJSON-877466239-project-admin] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.030314] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ea480e-9177-4c77-b152-dd83d236948a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.132273] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.135401] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.678s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.135401] env[69584]: DEBUG nova.objects.instance [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lazy-loading 'resources' on Instance uuid 41e0227c-b1b7-47f1-9859-7725b35f30b9 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.151892] env[69584]: INFO nova.scheduler.client.report [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleted allocations for instance 415bb90f-8235-4e19-84dd-50927452592a [ 973.243270] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485937, 'name': CreateVM_Task, 'duration_secs': 0.406166} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.243477] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.244209] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.244377] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.244757] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.245020] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c53737d-642e-4c25-92d1-8089e8252183 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.250251] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 973.250251] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52164152-0b5a-e0da-eaea-932a51fee742" [ 973.250251] env[69584]: _type = "Task" [ 973.250251] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.258952] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52164152-0b5a-e0da-eaea-932a51fee742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.274562] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485935, 'name': ReconfigVM_Task, 'duration_secs': 0.764716} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.274912] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 50eb1d52-bbdd-4724-8023-ad459a864f10/50eb1d52-bbdd-4724-8023-ad459a864f10.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.275700] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5c70b3e-dd3c-4ab4-85d1-21e8a848cf47 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.283636] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 973.283636] env[69584]: value = "task-3485939" [ 973.283636] env[69584]: _type = "Task" [ 973.283636] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.295110] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485939, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.297955] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485936, 'name': Destroy_Task, 'duration_secs': 0.712562} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.298243] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Destroyed the VM [ 973.298519] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 973.298766] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92f7f18b-a1c5-4d1b-a8da-0749911e79e8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.307304] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 973.307304] env[69584]: value = "task-3485940" [ 973.307304] env[69584]: _type = "Task" [ 973.307304] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.316596] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.364074] env[69584]: DEBUG nova.compute.manager [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Stashing vm_state: active {{(pid=69584) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 973.424605] env[69584]: DEBUG oslo_vmware.api [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485938, 'name': ReconfigVM_Task, 'duration_secs': 0.223758} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.425030] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696820', 'volume_id': '6e4ea284-242e-4318-99a2-3feeb05b799d', 'name': 'volume-6e4ea284-242e-4318-99a2-3feeb05b799d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c2f0ba5-104f-41c6-ade6-7fe9efcfe206', 'attached_at': '', 'detached_at': '', 'volume_id': '6e4ea284-242e-4318-99a2-3feeb05b799d', 'serial': '6e4ea284-242e-4318-99a2-3feeb05b799d'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 973.658501] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00f64d16-947e-4f96-8869-d9aee4b14e26 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "415bb90f-8235-4e19-84dd-50927452592a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.912s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.743007] env[69584]: DEBUG nova.network.neutron [req-9a5c880e-3894-4dc6-b5ee-d5d2fb2ddded req-5a9a96e1-4860-4b10-be81-ae53a55256bd service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updated VIF entry in instance network info cache for port 04b92b3c-d597-4a7f-8553-1a8b88e7f086. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.743382] env[69584]: DEBUG nova.network.neutron [req-9a5c880e-3894-4dc6-b5ee-d5d2fb2ddded req-5a9a96e1-4860-4b10-be81-ae53a55256bd service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updating instance_info_cache with network_info: [{"id": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "address": "fa:16:3e:58:ac:04", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b92b3c-d5", "ovs_interfaceid": "04b92b3c-d597-4a7f-8553-1a8b88e7f086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.765405] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.765687] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Processing image 1acdffb8-0dfa-41e0-844c-0afcc6d107ef {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.765901] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef/1acdffb8-0dfa-41e0-844c-0afcc6d107ef.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.766063] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef/1acdffb8-0dfa-41e0-844c-0afcc6d107ef.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.766250] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.766687] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a321cb68-83e5-42d9-a0cf-dd8af3917d4b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.786453] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.786453] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.787117] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689a14b0-2b10-4854-9a33-e4e5ee535898 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.799402] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 973.799402] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5237a3a2-7814-9f6c-37cd-0ff283553391" [ 973.799402] env[69584]: _type = "Task" [ 973.799402] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.802525] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485939, 'name': Rename_Task, 'duration_secs': 0.15967} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.805807] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.808278] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a21fb24-3050-4c37-ac9b-56006d77ae50 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.816915] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Preparing fetch location {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 973.817213] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Fetch image to [datastore1] OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b/OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b.vmdk {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 973.817646] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Downloading stream optimized image 1acdffb8-0dfa-41e0-844c-0afcc6d107ef to [datastore1] OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b/OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b.vmdk on the data store datastore1 as vApp {{(pid=69584) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 973.817646] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Downloading image file data 1acdffb8-0dfa-41e0-844c-0afcc6d107ef to the ESX as VM named 'OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b' {{(pid=69584) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 973.822436] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.825916] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 973.825916] env[69584]: value = "task-3485941" [ 973.825916] env[69584]: _type = "Task" [ 973.825916] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.836783] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.885037] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.903438] env[69584]: DEBUG oslo_vmware.rw_handles [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 973.903438] env[69584]: value = "resgroup-9" [ 973.903438] env[69584]: _type = "ResourcePool" [ 973.903438] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 973.903800] env[69584]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a8da840e-66cd-4e48-96c9-bdb156b69e72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.929388] env[69584]: DEBUG oslo_vmware.rw_handles [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lease: (returnval){ [ 973.929388] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ca92f0-810d-cc01-7b7b-52a2cd3e0aaf" [ 973.929388] env[69584]: _type = "HttpNfcLease" [ 973.929388] env[69584]: } obtained for vApp import into resource pool (val){ [ 973.929388] env[69584]: value = "resgroup-9" [ 973.929388] env[69584]: _type = "ResourcePool" [ 973.929388] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 973.929676] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the lease: (returnval){ [ 973.929676] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ca92f0-810d-cc01-7b7b-52a2cd3e0aaf" [ 973.929676] env[69584]: _type = "HttpNfcLease" [ 973.929676] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 973.939882] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.939882] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ca92f0-810d-cc01-7b7b-52a2cd3e0aaf" [ 973.939882] env[69584]: _type = "HttpNfcLease" [ 973.939882] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 973.962058] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "4298e770-e96e-4e91-8712-d352ac2daba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.962209] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "4298e770-e96e-4e91-8712-d352ac2daba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.962404] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "4298e770-e96e-4e91-8712-d352ac2daba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.962661] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "4298e770-e96e-4e91-8712-d352ac2daba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.962851] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "4298e770-e96e-4e91-8712-d352ac2daba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.964982] env[69584]: INFO nova.compute.manager [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Terminating instance [ 973.991495] env[69584]: DEBUG nova.objects.instance [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lazy-loading 'flavor' on Instance uuid 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.040501] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0b49da-e09c-4c2e-9666-68a64cbd537e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.053554] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1899a376-ca96-4848-8f0d-5da71fb6f6f4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.088086] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e030910-abfd-4eff-aaa0-a4d9775007be {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.096896] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413827d3-9698-47d3-b080-89665ae077da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.111738] env[69584]: DEBUG nova.compute.provider_tree [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.245879] env[69584]: DEBUG oslo_concurrency.lockutils [req-9a5c880e-3894-4dc6-b5ee-d5d2fb2ddded req-5a9a96e1-4860-4b10-be81-ae53a55256bd service nova] Releasing lock "refresh_cache-3137d543-006b-4f18-bbff-d1288ea4017b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.320549] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485940, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.335790] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485941, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.440770] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 974.440770] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ca92f0-810d-cc01-7b7b-52a2cd3e0aaf" [ 974.440770] env[69584]: _type = "HttpNfcLease" [ 974.440770] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 974.469820] env[69584]: DEBUG nova.compute.manager [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.470073] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.471016] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8f8852-0377-4975-9143-0fb8f8eec208 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.479923] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.480274] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9690508-3d02-4348-881d-e96ca4864256 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.489078] env[69584]: DEBUG oslo_vmware.api [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 974.489078] env[69584]: value = "task-3485943" [ 974.489078] env[69584]: _type = "Task" [ 974.489078] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.501011] env[69584]: DEBUG oslo_vmware.api [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.615608] env[69584]: DEBUG nova.scheduler.client.report [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.819911] env[69584]: DEBUG oslo_vmware.api [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485940, 'name': RemoveSnapshot_Task, 'duration_secs': 1.220399} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.820320] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 974.836355] env[69584]: DEBUG oslo_vmware.api [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485941, 'name': PowerOnVM_Task, 'duration_secs': 0.675154} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.836355] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.836355] env[69584]: INFO nova.compute.manager [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Took 8.63 seconds to spawn the instance on the hypervisor. [ 974.836355] env[69584]: DEBUG nova.compute.manager [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.836355] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d62018-14e2-487f-bf9a-d351e4932112 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.938625] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 974.938625] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ca92f0-810d-cc01-7b7b-52a2cd3e0aaf" [ 974.938625] env[69584]: _type = "HttpNfcLease" [ 974.938625] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 974.939192] env[69584]: DEBUG oslo_vmware.rw_handles [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 974.939192] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ca92f0-810d-cc01-7b7b-52a2cd3e0aaf" [ 974.939192] env[69584]: _type = "HttpNfcLease" [ 974.939192] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 974.939730] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f722890f-3f34-4ad0-ae9a-7295ad5625e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.947264] env[69584]: DEBUG oslo_vmware.rw_handles [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078a75-1e28-f3df-3d9f-4d348c331f5f/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 974.947448] env[69584]: DEBUG oslo_vmware.rw_handles [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078a75-1e28-f3df-3d9f-4d348c331f5f/disk-0.vmdk. {{(pid=69584) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 975.009858] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2584d17b-ef80-4ce2-8b89-6c6d953948e1 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.810s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.022849] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2900dbba-8c7f-46ef-9e45-cbcc5403d3ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.029256] env[69584]: DEBUG oslo_vmware.api [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485943, 'name': PowerOffVM_Task, 'duration_secs': 0.262121} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.029256] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.029256] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.029256] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-110fcbe1-65bd-43fb-8e32-09080033b609 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.106510] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.106768] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.106913] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleting the datastore file [datastore2] 4298e770-e96e-4e91-8712-d352ac2daba5 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.107205] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd6e013-e6e9-4843-af72-77b3a9b0e549 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.115787] env[69584]: DEBUG oslo_vmware.api [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 975.115787] env[69584]: value = "task-3485945" [ 975.115787] env[69584]: _type = "Task" [ 975.115787] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.122854] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.124930] env[69584]: DEBUG oslo_vmware.api [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.127157] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.044s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.127709] env[69584]: INFO nova.compute.claims [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.163375] env[69584]: INFO nova.scheduler.client.report [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted allocations for instance 41e0227c-b1b7-47f1-9859-7725b35f30b9 [ 975.278256] env[69584]: DEBUG oslo_concurrency.lockutils [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.278668] env[69584]: DEBUG oslo_concurrency.lockutils [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.278945] env[69584]: DEBUG oslo_concurrency.lockutils [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.279216] env[69584]: DEBUG oslo_concurrency.lockutils [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.279450] env[69584]: DEBUG oslo_concurrency.lockutils [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.283260] env[69584]: INFO nova.compute.manager [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Terminating instance [ 975.325908] env[69584]: WARNING nova.compute.manager [None req-c336e7e7-d5bf-4506-9bab-8e7b90458243 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Image not found during snapshot: nova.exception.ImageNotFound: Image f8e78d0c-b928-450e-b3e6-48d5929812e6 could not be found. [ 975.355613] env[69584]: INFO nova.compute.manager [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Took 40.89 seconds to build instance. [ 975.626875] env[69584]: DEBUG oslo_vmware.api [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153711} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.628709] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.628917] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.629330] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.629330] env[69584]: INFO nova.compute.manager [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 975.629869] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.629869] env[69584]: DEBUG nova.compute.manager [-] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.629869] env[69584]: DEBUG nova.network.neutron [-] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.672831] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b44756e9-fcea-479b-8d76-43e2df836c07 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "41e0227c-b1b7-47f1-9859-7725b35f30b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.669s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.788081] env[69584]: DEBUG nova.compute.manager [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.788354] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.789273] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d73ea26-5015-4f6e-955e-777efca36458 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.796845] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.797102] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c235e2b4-c2fe-49d6-acff-e332950efbae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.859511] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d3c7492-5046-4765-bd04-237f9e2a5aae tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.408s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.899367] env[69584]: DEBUG oslo_concurrency.lockutils [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.899367] env[69584]: DEBUG oslo_concurrency.lockutils [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.899367] env[69584]: DEBUG oslo_concurrency.lockutils [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.899367] env[69584]: DEBUG oslo_concurrency.lockutils [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.899367] env[69584]: DEBUG oslo_concurrency.lockutils [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.901132] env[69584]: INFO nova.compute.manager [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Terminating instance [ 976.039530] env[69584]: DEBUG nova.compute.manager [req-861621aa-c684-40ee-be34-37c4a98ac7cb req-1f7a22e6-8fa2-4b4d-b246-5045688f8975 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Received event network-vif-deleted-87bf4c87-7068-4969-a038-269c9147f9d6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.039530] env[69584]: INFO nova.compute.manager [req-861621aa-c684-40ee-be34-37c4a98ac7cb req-1f7a22e6-8fa2-4b4d-b246-5045688f8975 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Neutron deleted interface 87bf4c87-7068-4969-a038-269c9147f9d6; detaching it from the instance and deleting it from the info cache [ 976.039530] env[69584]: DEBUG nova.network.neutron [req-861621aa-c684-40ee-be34-37c4a98ac7cb req-1f7a22e6-8fa2-4b4d-b246-5045688f8975 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.057252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "50eb1d52-bbdd-4724-8023-ad459a864f10" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.057478] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.057852] env[69584]: INFO nova.compute.manager [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Shelving [ 976.400190] env[69584]: DEBUG oslo_vmware.rw_handles [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Completed reading data from the image iterator. {{(pid=69584) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 976.400418] env[69584]: DEBUG oslo_vmware.rw_handles [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078a75-1e28-f3df-3d9f-4d348c331f5f/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 976.401329] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4cca33-160f-4b2b-b76c-b9ef18180f11 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.404354] env[69584]: DEBUG nova.compute.manager [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.404556] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.405360] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84979f6-b26c-455c-b41c-8498ee31528a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.410844] env[69584]: DEBUG nova.network.neutron [-] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.413926] env[69584]: DEBUG oslo_vmware.rw_handles [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078a75-1e28-f3df-3d9f-4d348c331f5f/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 976.414110] env[69584]: DEBUG oslo_vmware.rw_handles [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078a75-1e28-f3df-3d9f-4d348c331f5f/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 976.414560] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e04429b5-68a9-4b39-9ee9-b6eb54fe329d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.417993] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.418481] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e1c0864-2edd-4ef4-9881-e4f6c193dd79 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.426223] env[69584]: DEBUG oslo_vmware.api [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 976.426223] env[69584]: value = "task-3485947" [ 976.426223] env[69584]: _type = "Task" [ 976.426223] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.437537] env[69584]: DEBUG oslo_vmware.api [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.491585] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9583f0d5-1b2c-444c-958f-8a3e2a941a9d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.501263] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b9ba24-365a-48d2-8c59-961e0cd32910 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.504951] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.505225] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.505439] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.505671] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.505850] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.507627] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "f833a279-912a-4c24-af76-51e66e852982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.507724] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "f833a279-912a-4c24-af76-51e66e852982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.507872] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "f833a279-912a-4c24-af76-51e66e852982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.508085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "f833a279-912a-4c24-af76-51e66e852982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.508252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "f833a279-912a-4c24-af76-51e66e852982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.510199] env[69584]: INFO nova.compute.manager [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Terminating instance [ 976.511843] env[69584]: INFO nova.compute.manager [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Terminating instance [ 976.544068] env[69584]: DEBUG nova.compute.manager [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.544068] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.544068] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe50e9db-a111-4af2-97e9-57d3acdebbbb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.547242] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a61b0f1-fe8a-4043-8966-10e606c55c66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.550626] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a34e73c-419c-4c87-912c-086cfd156ffd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.560266] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78363b88-defd-4a30-8f18-787cb4da43a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.566318] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.568497] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc9f9a90-9e44-4bba-b489-0ca214ca7b70 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.583084] env[69584]: DEBUG nova.compute.provider_tree [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.588438] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.588438] env[69584]: DEBUG oslo_vmware.api [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 976.588438] env[69584]: value = "task-3485948" [ 976.588438] env[69584]: _type = "Task" [ 976.588438] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.588438] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa1dd72d-771a-47f9-9e07-8c0970d67a12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.592215] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d66b859-0fc7-4b6c-b528-d322d560bd29 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.614910] env[69584]: DEBUG oslo_vmware.api [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.617175] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 976.617175] env[69584]: value = "task-3485949" [ 976.617175] env[69584]: _type = "Task" [ 976.617175] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.636702] env[69584]: DEBUG nova.compute.manager [req-861621aa-c684-40ee-be34-37c4a98ac7cb req-1f7a22e6-8fa2-4b4d-b246-5045688f8975 service nova] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Detach interface failed, port_id=87bf4c87-7068-4969-a038-269c9147f9d6, reason: Instance 4298e770-e96e-4e91-8712-d352ac2daba5 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.642559] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.720840] env[69584]: DEBUG oslo_vmware.rw_handles [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078a75-1e28-f3df-3d9f-4d348c331f5f/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 976.721083] env[69584]: INFO nova.virt.vmwareapi.images [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Downloaded image file data 1acdffb8-0dfa-41e0-844c-0afcc6d107ef [ 976.722062] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1b543f-93ef-4cce-b278-2bd42bc24464 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.739055] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90346917-72d3-4710-bc77-749744b1b377 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.764514] env[69584]: INFO nova.virt.vmwareapi.images [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] The imported VM was unregistered [ 976.767501] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Caching image {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 976.767748] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.768171] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6035e06-6944-44fa-ab24-9000487bfb1e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.782609] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Created directory with path [datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.782953] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b/OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b.vmdk to [datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef/1acdffb8-0dfa-41e0-844c-0afcc6d107ef.vmdk. {{(pid=69584) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 976.783386] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-02098101-f03e-48d5-a281-dfc68b8def7c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.790312] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.790312] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.790312] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Deleting the datastore file [datastore2] 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.791361] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b38c5962-8875-4129-8a47-f20220963e06 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.795369] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 976.795369] env[69584]: value = "task-3485951" [ 976.795369] env[69584]: _type = "Task" [ 976.795369] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.798270] env[69584]: DEBUG oslo_vmware.api [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 976.798270] env[69584]: value = "task-3485952" [ 976.798270] env[69584]: _type = "Task" [ 976.798270] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.801227] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485951, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.808926] env[69584]: DEBUG oslo_vmware.api [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.915610] env[69584]: INFO nova.compute.manager [-] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Took 1.29 seconds to deallocate network for instance. [ 976.934681] env[69584]: DEBUG oslo_vmware.api [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485947, 'name': PowerOffVM_Task, 'duration_secs': 0.283766} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.934937] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.935121] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.935368] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c5d052f-b2c0-4e96-8f1c-641ce3deced2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.006589] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.006765] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.006935] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Deleting the datastore file [datastore1] 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.007242] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fc2b3d9-e14d-476d-a4ce-a11e82584aa3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.014634] env[69584]: DEBUG oslo_vmware.api [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 977.014634] env[69584]: value = "task-3485954" [ 977.014634] env[69584]: _type = "Task" [ 977.014634] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.023401] env[69584]: DEBUG oslo_vmware.api [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.051441] env[69584]: DEBUG nova.compute.manager [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.051846] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.052783] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ff026d-922c-4c21-b795-3b5bf71ce2ff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.060609] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.060911] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af22373d-05c5-4571-8b6b-0ecadda71426 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.067533] env[69584]: DEBUG oslo_vmware.api [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 977.067533] env[69584]: value = "task-3485955" [ 977.067533] env[69584]: _type = "Task" [ 977.067533] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.076571] env[69584]: DEBUG oslo_vmware.api [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.090069] env[69584]: DEBUG nova.scheduler.client.report [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.105952] env[69584]: DEBUG oslo_vmware.api [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485948, 'name': PowerOffVM_Task, 'duration_secs': 0.231817} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.106266] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.106466] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.106707] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5998f1b3-29d3-4411-b46b-e81608e141fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.131043] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "1d03c694-3a0a-4b7e-8283-720ffdff541e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.131043] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "1d03c694-3a0a-4b7e-8283-720ffdff541e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.132806] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485949, 'name': PowerOffVM_Task, 'duration_secs': 0.215696} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.133321] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.134202] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b9c6a-ec15-4996-b7c0-4f3df6ebf0c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.158632] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2109c26-1c0c-4c6e-919e-c22bf5db2dc5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.176389] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.176706] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.176832] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleting the datastore file [datastore1] ecba1888-6446-46eb-92f1-33ce6ebdcfc3 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.177107] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a58f7fde-d055-421c-a41f-3cfcccc45aa8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.185322] env[69584]: DEBUG oslo_vmware.api [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 977.185322] env[69584]: value = "task-3485957" [ 977.185322] env[69584]: _type = "Task" [ 977.185322] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.193714] env[69584]: DEBUG oslo_vmware.api [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.304235] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485951, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.313025] env[69584]: DEBUG oslo_vmware.api [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3485952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209041} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.313305] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.313508] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.313721] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.313898] env[69584]: INFO nova.compute.manager [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Took 1.53 seconds to destroy the instance on the hypervisor. [ 977.314168] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.314357] env[69584]: DEBUG nova.compute.manager [-] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.314451] env[69584]: DEBUG nova.network.neutron [-] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.422300] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.525509] env[69584]: DEBUG oslo_vmware.api [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.577918] env[69584]: DEBUG oslo_vmware.api [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485955, 'name': PowerOffVM_Task, 'duration_secs': 0.203831} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.577918] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.577918] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.577918] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e86855a5-63e3-4f58-b307-b83bcbc86711 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.596040] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.596504] env[69584]: DEBUG nova.compute.manager [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.599709] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.087s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.600279] env[69584]: DEBUG nova.objects.instance [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lazy-loading 'resources' on Instance uuid 9805d5cc-af24-4bf5-b99b-4bc316661526 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.633900] env[69584]: DEBUG nova.compute.manager [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.673701] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 977.674618] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6293299-0d08-407b-9adc-d13ef14bf1ce {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.681295] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.681619] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.681865] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Deleting the datastore file [datastore2] f833a279-912a-4c24-af76-51e66e852982 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.682157] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82166aa3-5527-4709-a2f5-d2e748a152cd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.693369] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 977.693369] env[69584]: value = "task-3485959" [ 977.693369] env[69584]: _type = "Task" [ 977.693369] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.695054] env[69584]: DEBUG oslo_vmware.api [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 977.695054] env[69584]: value = "task-3485960" [ 977.695054] env[69584]: _type = "Task" [ 977.695054] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.706330] env[69584]: DEBUG oslo_vmware.api [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.712092] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485959, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.715367] env[69584]: DEBUG oslo_vmware.api [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.804879] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485951, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.025521] env[69584]: DEBUG oslo_vmware.api [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.082621] env[69584]: DEBUG nova.compute.manager [req-1524f477-b6a9-4398-96bd-291e7a09453f req-8c72c7e1-e550-40df-9253-1f45a4163809 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Received event network-vif-deleted-77c6eeb9-a5f9-4866-ae1b-df4605ae38ef {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.082910] env[69584]: INFO nova.compute.manager [req-1524f477-b6a9-4398-96bd-291e7a09453f req-8c72c7e1-e550-40df-9253-1f45a4163809 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Neutron deleted interface 77c6eeb9-a5f9-4866-ae1b-df4605ae38ef; detaching it from the instance and deleting it from the info cache [ 978.083199] env[69584]: DEBUG nova.network.neutron [req-1524f477-b6a9-4398-96bd-291e7a09453f req-8c72c7e1-e550-40df-9253-1f45a4163809 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.084784] env[69584]: DEBUG nova.network.neutron [-] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.102625] env[69584]: DEBUG nova.compute.utils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.103983] env[69584]: DEBUG nova.compute.manager [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.104178] env[69584]: DEBUG nova.network.neutron [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.106390] env[69584]: DEBUG nova.objects.instance [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lazy-loading 'numa_topology' on Instance uuid 9805d5cc-af24-4bf5-b99b-4bc316661526 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.147145] env[69584]: DEBUG nova.policy [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f43cf3058c4d4260b0622d228fe99e29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21761ab54b3f4374989c04c1550abcf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.163036] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.196059] env[69584]: DEBUG oslo_vmware.api [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.208185] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485959, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.211668] env[69584]: DEBUG oslo_vmware.api [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3485960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266348} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.211944] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.212332] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.212424] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.212538] env[69584]: INFO nova.compute.manager [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: f833a279-912a-4c24-af76-51e66e852982] Took 1.16 seconds to destroy the instance on the hypervisor. [ 978.212803] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.213040] env[69584]: DEBUG nova.compute.manager [-] [instance: f833a279-912a-4c24-af76-51e66e852982] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.213149] env[69584]: DEBUG nova.network.neutron [-] [instance: f833a279-912a-4c24-af76-51e66e852982] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.306120] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485951, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.526117] env[69584]: DEBUG oslo_vmware.api [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.586231] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a07026f5-92cb-4c2b-89b8-12024f1b21b0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.591416] env[69584]: INFO nova.compute.manager [-] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Took 1.27 seconds to deallocate network for instance. [ 978.607181] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe8446d-9555-4f4b-b2ce-ab2d0d8063d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.632058] env[69584]: DEBUG nova.compute.manager [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.634333] env[69584]: DEBUG nova.objects.base [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Object Instance<9805d5cc-af24-4bf5-b99b-4bc316661526> lazy-loaded attributes: resources,numa_topology {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.662166] env[69584]: DEBUG nova.compute.manager [req-1524f477-b6a9-4398-96bd-291e7a09453f req-8c72c7e1-e550-40df-9253-1f45a4163809 service nova] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Detach interface failed, port_id=77c6eeb9-a5f9-4866-ae1b-df4605ae38ef, reason: Instance 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.690884] env[69584]: DEBUG nova.network.neutron [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Successfully created port: df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.703008] env[69584]: DEBUG oslo_vmware.api [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.708473] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485959, 'name': CreateSnapshot_Task, 'duration_secs': 0.8225} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.708893] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 978.710589] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312ffc2e-7078-4ede-b9da-fa90d6f9e34f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.807312] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485951, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.032299] env[69584]: DEBUG oslo_vmware.api [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3485954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.848824} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.032597] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.032778] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.033201] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.033400] env[69584]: INFO nova.compute.manager [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Took 2.63 seconds to destroy the instance on the hypervisor. [ 979.033641] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.033833] env[69584]: DEBUG nova.compute.manager [-] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.033927] env[69584]: DEBUG nova.network.neutron [-] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.039535] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65573d7-2454-412a-b423-e477a634adbc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.044866] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e2efa5-e487-4484-89b7-d2ae208e2a0a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.079623] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ce1e1e-5112-4d52-8f02-daf55d9d2dac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.087294] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1e237-a9bc-4ee8-8242-3023d029da53 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.796173] env[69584]: DEBUG oslo_concurrency.lockutils [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.796862] env[69584]: DEBUG nova.network.neutron [-] [instance: f833a279-912a-4c24-af76-51e66e852982] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.807082] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 979.808066] env[69584]: DEBUG nova.compute.provider_tree [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.814403] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7e7b795-596e-440c-810b-9940577d74c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.833439] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 979.833439] env[69584]: value = "task-3485961" [ 979.833439] env[69584]: _type = "Task" [ 979.833439] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.833696] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485951, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.411353} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.833824] env[69584]: DEBUG oslo_vmware.api [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3485957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.817771} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.834137] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b/OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b.vmdk to [datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef/1acdffb8-0dfa-41e0-844c-0afcc6d107ef.vmdk. [ 979.834311] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Cleaning up location [datastore1] OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 979.834459] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a52019f0-53d4-4130-8986-0de702c6598b {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.834675] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.834840] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.834993] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.835217] env[69584]: INFO nova.compute.manager [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Took 3.29 seconds to destroy the instance on the hypervisor. [ 979.835431] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.838529] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83fe44b7-a8a8-4496-8f3d-cc364e512804 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.840100] env[69584]: DEBUG nova.compute.manager [-] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.840196] env[69584]: DEBUG nova.network.neutron [-] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.847801] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485961, 'name': CloneVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.849102] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 979.849102] env[69584]: value = "task-3485962" [ 979.849102] env[69584]: _type = "Task" [ 979.849102] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.858698] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.294595] env[69584]: DEBUG nova.compute.manager [req-6250bda5-6087-4103-a01a-bec15d3d1a14 req-0687e5a7-d7cf-47d7-8f26-3b94ceed8e33 service nova] [instance: f833a279-912a-4c24-af76-51e66e852982] Received event network-vif-deleted-8bba5f89-ea23-4881-96e0-cd8386fd988f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.313385] env[69584]: DEBUG nova.compute.manager [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.317393] env[69584]: INFO nova.compute.manager [-] [instance: f833a279-912a-4c24-af76-51e66e852982] Took 2.10 seconds to deallocate network for instance. [ 980.323352] env[69584]: DEBUG nova.scheduler.client.report [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.348097] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485961, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.350517] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.350747] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.350904] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.351108] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.351250] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.351401] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.351638] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.351811] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.352017] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.352196] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.352365] env[69584]: DEBUG nova.virt.hardware [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.353438] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbf49d6-ff4d-4200-9d6c-5bb82f9e6e64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.368072] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a49f95-d000-4911-869a-ed279b6e3d3d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.372138] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038286} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.372622] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.372789] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef/1acdffb8-0dfa-41e0-844c-0afcc6d107ef.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.373041] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef/1acdffb8-0dfa-41e0-844c-0afcc6d107ef.vmdk to [datastore1] 3137d543-006b-4f18-bbff-d1288ea4017b/3137d543-006b-4f18-bbff-d1288ea4017b.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.373782] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aee13ae-336b-4f96-aef8-4de22ff57836 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.389044] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 980.389044] env[69584]: value = "task-3485963" [ 980.389044] env[69584]: _type = "Task" [ 980.389044] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.396758] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.723733] env[69584]: DEBUG nova.network.neutron [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Successfully updated port: df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.830285] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.830285] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.228s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.831694] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.957s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.832138] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.838393] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 980.838393] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.926s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.839099] env[69584]: INFO nova.compute.claims [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.847018] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386cf5e4-8182-41d3-9938-6dd2c0961304 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.864837] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485961, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.868936] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13c7985-32a5-47a2-9294-a4b1801966cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.887054] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4d41c1-3063-4478-aa46-1e7f9b8da321 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.899433] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485963, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.904211] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d196c220-b728-419d-91de-c2bdaff04729 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.939015] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178510MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 980.939214] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.083852] env[69584]: DEBUG nova.network.neutron [-] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.227412] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.227652] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquired lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.227769] env[69584]: DEBUG nova.network.neutron [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.255828] env[69584]: DEBUG nova.network.neutron [-] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.354493] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80203afd-ff24-4c5d-b489-00b77a65f56b tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.921s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.355659] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 26.021s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.355896] env[69584]: INFO nova.compute.manager [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Unshelving [ 981.367327] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485961, 'name': CloneVM_Task, 'duration_secs': 1.487887} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.367753] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Created linked-clone VM from snapshot [ 981.368345] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9651ac-4662-4888-878b-c5623290c500 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.379773] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Uploading image b92c9c9b-251e-4586-a0a8-b3144051af2c {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 981.412317] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485963, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.421562] env[69584]: DEBUG oslo_vmware.rw_handles [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 981.421562] env[69584]: value = "vm-696854" [ 981.421562] env[69584]: _type = "VirtualMachine" [ 981.421562] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 981.421562] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d7fe223d-b945-4341-9dd6-5b3e1f3d5273 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.431635] env[69584]: DEBUG oslo_vmware.rw_handles [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lease: (returnval){ [ 981.431635] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52230fb3-64be-2cd2-2268-9d182a3dc4f5" [ 981.431635] env[69584]: _type = "HttpNfcLease" [ 981.431635] env[69584]: } obtained for exporting VM: (result){ [ 981.431635] env[69584]: value = "vm-696854" [ 981.431635] env[69584]: _type = "VirtualMachine" [ 981.431635] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 981.431903] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the lease: (returnval){ [ 981.431903] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52230fb3-64be-2cd2-2268-9d182a3dc4f5" [ 981.431903] env[69584]: _type = "HttpNfcLease" [ 981.431903] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 981.441679] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.441679] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52230fb3-64be-2cd2-2268-9d182a3dc4f5" [ 981.441679] env[69584]: _type = "HttpNfcLease" [ 981.441679] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 981.586560] env[69584]: INFO nova.compute.manager [-] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Took 1.75 seconds to deallocate network for instance. [ 981.761890] env[69584]: INFO nova.compute.manager [-] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Took 2.73 seconds to deallocate network for instance. [ 981.764555] env[69584]: DEBUG nova.network.neutron [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.907017] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485963, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.916247] env[69584]: DEBUG nova.network.neutron [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Updating instance_info_cache with network_info: [{"id": "df482a2e-4b07-4d82-8312-2c1a50129acc", "address": "fa:16:3e:4b:e8:02", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf482a2e-4b", "ovs_interfaceid": "df482a2e-4b07-4d82-8312-2c1a50129acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.946208] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.946208] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52230fb3-64be-2cd2-2268-9d182a3dc4f5" [ 981.946208] env[69584]: _type = "HttpNfcLease" [ 981.946208] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 981.946645] env[69584]: DEBUG oslo_vmware.rw_handles [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 981.946645] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52230fb3-64be-2cd2-2268-9d182a3dc4f5" [ 981.946645] env[69584]: _type = "HttpNfcLease" [ 981.946645] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 981.947352] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e395d3-4ef6-4cef-a6b1-940e56a84eb0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.957848] env[69584]: DEBUG oslo_vmware.rw_handles [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520837d4-ae83-d2a9-d5a6-9e27e266072d/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 981.957962] env[69584]: DEBUG oslo_vmware.rw_handles [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520837d4-ae83-d2a9-d5a6-9e27e266072d/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 982.053250] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6183236b-e0fb-489e-9beb-41372643839b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.093267] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.273926] env[69584]: DEBUG oslo_concurrency.lockutils [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.289212] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba210de-7e5c-49f6-b449-1a135479ad2e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.301884] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14875340-d0b4-42d8-b70c-a7b1d78c1c15 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.339544] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeadc803-3de4-4ed5-b293-48f7454bef56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.345189] env[69584]: DEBUG nova.compute.manager [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Received event network-vif-plugged-df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.345636] env[69584]: DEBUG oslo_concurrency.lockutils [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] Acquiring lock "6da108ae-9618-4c1c-8c96-5adf8424d335-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.345833] env[69584]: DEBUG oslo_concurrency.lockutils [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] Lock "6da108ae-9618-4c1c-8c96-5adf8424d335-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.346059] env[69584]: DEBUG oslo_concurrency.lockutils [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] Lock "6da108ae-9618-4c1c-8c96-5adf8424d335-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.346311] env[69584]: DEBUG nova.compute.manager [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] No waiting events found dispatching network-vif-plugged-df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.346586] env[69584]: WARNING nova.compute.manager [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Received unexpected event network-vif-plugged-df482a2e-4b07-4d82-8312-2c1a50129acc for instance with vm_state building and task_state spawning. [ 982.346792] env[69584]: DEBUG nova.compute.manager [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Received event network-vif-deleted-b0aef619-df89-4e97-908d-1a2f59aa681d {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.346966] env[69584]: DEBUG nova.compute.manager [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Received event network-changed-df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.347132] env[69584]: DEBUG nova.compute.manager [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Refreshing instance network info cache due to event network-changed-df482a2e-4b07-4d82-8312-2c1a50129acc. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.347324] env[69584]: DEBUG oslo_concurrency.lockutils [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] Acquiring lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.355466] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c01db5-233e-48ec-bd22-f8b051a07d80 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.374405] env[69584]: DEBUG nova.compute.provider_tree [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.386924] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.402546] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485963, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.419374] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Releasing lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.419809] env[69584]: DEBUG nova.compute.manager [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Instance network_info: |[{"id": "df482a2e-4b07-4d82-8312-2c1a50129acc", "address": "fa:16:3e:4b:e8:02", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf482a2e-4b", "ovs_interfaceid": "df482a2e-4b07-4d82-8312-2c1a50129acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.420596] env[69584]: DEBUG oslo_concurrency.lockutils [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] Acquired lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.420830] env[69584]: DEBUG nova.network.neutron [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Refreshing network info cache for port df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.422371] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:e8:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df482a2e-4b07-4d82-8312-2c1a50129acc', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.430127] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.431146] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.431497] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-692d211d-06a3-4b4b-9af5-ab1babc56407 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.456457] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.456457] env[69584]: value = "task-3485965" [ 982.456457] env[69584]: _type = "Task" [ 982.456457] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.468343] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485965, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.897156] env[69584]: ERROR nova.scheduler.client.report [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [req-0bef11d3-0e24-470f-b533-fc0d37a9af74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0bef11d3-0e24-470f-b533-fc0d37a9af74"}]} [ 982.904635] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485963, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.344581} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.904899] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1acdffb8-0dfa-41e0-844c-0afcc6d107ef/1acdffb8-0dfa-41e0-844c-0afcc6d107ef.vmdk to [datastore1] 3137d543-006b-4f18-bbff-d1288ea4017b/3137d543-006b-4f18-bbff-d1288ea4017b.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.905713] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec3bd4-6479-460a-bcb8-2d0eec1486d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.929581] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 3137d543-006b-4f18-bbff-d1288ea4017b/3137d543-006b-4f18-bbff-d1288ea4017b.vmdk or device None with type streamOptimized {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.930817] env[69584]: DEBUG nova.scheduler.client.report [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 982.932798] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533a50e5-1ca5-4015-96df-4ab3295c1d96 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.955060] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 982.955060] env[69584]: value = "task-3485966" [ 982.955060] env[69584]: _type = "Task" [ 982.955060] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.962684] env[69584]: DEBUG nova.scheduler.client.report [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 982.962907] env[69584]: DEBUG nova.compute.provider_tree [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.969056] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.973546] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485965, 'name': CreateVM_Task, 'duration_secs': 0.446415} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.973727] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.974494] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.974592] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.974903] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.975188] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc3841c-5bfd-4fc7-944e-af86279ee166 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.977723] env[69584]: DEBUG nova.scheduler.client.report [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 982.983521] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 982.983521] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee2b83-d12f-0698-d5c0-e98dcaaede74" [ 982.983521] env[69584]: _type = "Task" [ 982.983521] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.995402] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee2b83-d12f-0698-d5c0-e98dcaaede74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.001056] env[69584]: DEBUG nova.scheduler.client.report [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 983.227309] env[69584]: DEBUG nova.network.neutron [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Updated VIF entry in instance network info cache for port df482a2e-4b07-4d82-8312-2c1a50129acc. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.227662] env[69584]: DEBUG nova.network.neutron [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Updating instance_info_cache with network_info: [{"id": "df482a2e-4b07-4d82-8312-2c1a50129acc", "address": "fa:16:3e:4b:e8:02", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf482a2e-4b", "ovs_interfaceid": "df482a2e-4b07-4d82-8312-2c1a50129acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.390311] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40474dfb-7e45-4822-acfc-0b1c4fc87f77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.402322] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0407bfae-48b9-450e-847b-44b003d8aeb1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.442556] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a17e31-d7b7-43d3-a4aa-8ca4b1c9824a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.450662] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea747209-4f55-4cde-b305-0c1112d2246f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.464225] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.472566] env[69584]: DEBUG nova.compute.provider_tree [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.493943] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ee2b83-d12f-0698-d5c0-e98dcaaede74, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.494246] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.495033] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.495033] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.495033] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.495303] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.495357] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d455850e-94f3-420e-8706-0f81ef8288bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.504578] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.504578] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.505264] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23e67d0-8cc4-40dd-b21f-f70e5f09c703 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.510783] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 983.510783] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52124ace-1642-18dd-37b9-01e6a9b30951" [ 983.510783] env[69584]: _type = "Task" [ 983.510783] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.519268] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52124ace-1642-18dd-37b9-01e6a9b30951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.730486] env[69584]: DEBUG oslo_concurrency.lockutils [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] Releasing lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.731231] env[69584]: DEBUG nova.compute.manager [req-d4f741a9-a7d4-4190-9011-f619ce4d8087 req-b156d359-9ddc-4bc4-9dd5-ab69bad6de2a service nova] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Received event network-vif-deleted-39592721-9dc1-47d3-a042-5b5036c7923c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.968064] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485966, 'name': ReconfigVM_Task, 'duration_secs': 0.596629} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.968064] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 3137d543-006b-4f18-bbff-d1288ea4017b/3137d543-006b-4f18-bbff-d1288ea4017b.vmdk or device None with type streamOptimized {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.968933] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_options': None, 'size': 0, 'device_name': '/dev/sda', 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'image_id': '9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'eb3c455a-3bb8-4ab8-99a0-05bf14fb7a0d', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696832', 'volume_id': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'name': 'volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3137d543-006b-4f18-bbff-d1288ea4017b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'serial': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94'}, 'device_type': None, 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69584) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 983.969177] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 983.969384] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696832', 'volume_id': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'name': 'volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3137d543-006b-4f18-bbff-d1288ea4017b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'serial': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 983.970251] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f253a18c-0959-4737-a567-c8fc474c12a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.989761] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca4da55-69cc-41eb-9428-464918a57367 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.016015] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94/volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.016015] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce1e607-77de-4878-a3f3-676d0fac7eb1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.030265] env[69584]: DEBUG nova.scheduler.client.report [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 984.030534] env[69584]: DEBUG nova.compute.provider_tree [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 118 to 119 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 984.030734] env[69584]: DEBUG nova.compute.provider_tree [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.043605] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52124ace-1642-18dd-37b9-01e6a9b30951, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.045509] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 984.045509] env[69584]: value = "task-3485967" [ 984.045509] env[69584]: _type = "Task" [ 984.045509] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.046316] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e85c341-a94b-4ddf-b778-d019590f9472 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.055153] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 984.055153] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5255917a-24d9-bedb-508a-36c0ef1c1391" [ 984.055153] env[69584]: _type = "Task" [ 984.055153] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.058736] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485967, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.068718] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5255917a-24d9-bedb-508a-36c0ef1c1391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.539629] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.703s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.540520] env[69584]: DEBUG nova.compute.manager [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.543695] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.195s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.560540] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485967, 'name': ReconfigVM_Task, 'duration_secs': 0.483603} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.564286] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94/volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.569163] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d88573a0-a3d5-4111-a355-f95e33f729ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.585885] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5255917a-24d9-bedb-508a-36c0ef1c1391, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.587126] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.587393] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 6da108ae-9618-4c1c-8c96-5adf8424d335/6da108ae-9618-4c1c-8c96-5adf8424d335.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.587705] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 984.587705] env[69584]: value = "task-3485968" [ 984.587705] env[69584]: _type = "Task" [ 984.587705] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.587895] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a1d794-892a-4eef-8ebf-d7199b1e2e75 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.597888] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.599390] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 984.599390] env[69584]: value = "task-3485969" [ 984.599390] env[69584]: _type = "Task" [ 984.599390] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.607934] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.047722] env[69584]: DEBUG nova.compute.utils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.051348] env[69584]: INFO nova.compute.claims [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.055206] env[69584]: DEBUG nova.compute.manager [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.055447] env[69584]: DEBUG nova.network.neutron [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.096063] env[69584]: DEBUG nova.policy [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e095fdd3b54e82b2904ff564b8c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854ce7cfadbe4b698b2d7fd90b8e97c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.107780] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.112780] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485969, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.491735] env[69584]: DEBUG nova.network.neutron [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Successfully created port: ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.555760] env[69584]: DEBUG nova.compute.manager [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.560089] env[69584]: INFO nova.compute.resource_tracker [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating resource usage from migration 0ef3f5b1-6804-44c5-82f4-137b8b77b258 [ 985.607472] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.614985] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528415} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.616079] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 6da108ae-9618-4c1c-8c96-5adf8424d335/6da108ae-9618-4c1c-8c96-5adf8424d335.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.616079] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.616079] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-155db0ef-e00d-406e-95e8-445323033e6c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.628962] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 985.628962] env[69584]: value = "task-3485970" [ 985.628962] env[69584]: _type = "Task" [ 985.628962] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.642918] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.954322] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e473bbfe-2bb3-422b-8d2f-dc3dea3b3b37 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.962464] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0833f6-2ad0-4a9d-934f-275a1e335733 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.994968] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8d3323-67e9-4cf3-b961-b7893254cba3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.003147] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f5bdeb-3fc7-4caa-b9c7-1c450308bfa6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.016857] env[69584]: DEBUG nova.compute.provider_tree [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.102559] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485968, 'name': ReconfigVM_Task, 'duration_secs': 1.085826} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.103604] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696832', 'volume_id': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'name': 'volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3137d543-006b-4f18-bbff-d1288ea4017b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'serial': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 986.104211] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c76f50e8-a9ea-41a7-a5c8-486ca544b0bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.111607] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 986.111607] env[69584]: value = "task-3485971" [ 986.111607] env[69584]: _type = "Task" [ 986.111607] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.125307] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485971, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.139216] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080379} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.139644] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.140573] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317d679a-b7d9-4a76-a717-481b70f90e72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.164253] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 6da108ae-9618-4c1c-8c96-5adf8424d335/6da108ae-9618-4c1c-8c96-5adf8424d335.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.164565] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9601cc36-bf7e-4d73-9d6f-471cf1935bbc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.185734] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 986.185734] env[69584]: value = "task-3485972" [ 986.185734] env[69584]: _type = "Task" [ 986.185734] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.195729] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.551626] env[69584]: DEBUG nova.scheduler.client.report [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 986.551925] env[69584]: DEBUG nova.compute.provider_tree [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 119 to 120 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.552124] env[69584]: DEBUG nova.compute.provider_tree [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.569880] env[69584]: DEBUG nova.compute.manager [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.603666] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.603666] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.603666] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.603912] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.604009] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.604782] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.604782] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.604782] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.604782] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.605054] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.605105] env[69584]: DEBUG nova.virt.hardware [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.606461] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c62c98-dbc4-46be-ba74-9dc5f98322a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.617952] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df39179-1d2a-41a7-a373-6d716fe496b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.626814] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485971, 'name': Rename_Task, 'duration_secs': 0.184514} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.635338] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.635834] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af74b26c-69e2-4e1e-8670-6551e2f13f98 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.643047] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 986.643047] env[69584]: value = "task-3485973" [ 986.643047] env[69584]: _type = "Task" [ 986.643047] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.650949] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.696868] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485972, 'name': ReconfigVM_Task, 'duration_secs': 0.320973} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.697178] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 6da108ae-9618-4c1c-8c96-5adf8424d335/6da108ae-9618-4c1c-8c96-5adf8424d335.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.697839] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffb50db8-b39a-484f-a1b7-04b1041f7c99 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.704706] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 986.704706] env[69584]: value = "task-3485974" [ 986.704706] env[69584]: _type = "Task" [ 986.704706] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.712791] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485974, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.058495] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.515s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.058771] env[69584]: INFO nova.compute.manager [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Migrating [ 987.070694] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.608s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.071981] env[69584]: INFO nova.compute.claims [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.155374] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485973, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.215428] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485974, 'name': Rename_Task, 'duration_secs': 0.154017} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.215703] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.215961] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0308c02-264c-4d74-95e9-2452769dd181 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.222940] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 987.222940] env[69584]: value = "task-3485975" [ 987.222940] env[69584]: _type = "Task" [ 987.222940] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.232130] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.367058] env[69584]: DEBUG nova.compute.manager [req-5ca2b599-ff69-4add-bb78-5df29909a2f1 req-d113ecab-1e10-4545-9157-167b69bcb58b service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Received event network-vif-plugged-ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.367379] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ca2b599-ff69-4add-bb78-5df29909a2f1 req-d113ecab-1e10-4545-9157-167b69bcb58b service nova] Acquiring lock "b197d7b8-9d35-417f-9b08-79b454d58ee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.367509] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ca2b599-ff69-4add-bb78-5df29909a2f1 req-d113ecab-1e10-4545-9157-167b69bcb58b service nova] Lock "b197d7b8-9d35-417f-9b08-79b454d58ee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.367723] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ca2b599-ff69-4add-bb78-5df29909a2f1 req-d113ecab-1e10-4545-9157-167b69bcb58b service nova] Lock "b197d7b8-9d35-417f-9b08-79b454d58ee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.367839] env[69584]: DEBUG nova.compute.manager [req-5ca2b599-ff69-4add-bb78-5df29909a2f1 req-d113ecab-1e10-4545-9157-167b69bcb58b service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] No waiting events found dispatching network-vif-plugged-ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.368566] env[69584]: WARNING nova.compute.manager [req-5ca2b599-ff69-4add-bb78-5df29909a2f1 req-d113ecab-1e10-4545-9157-167b69bcb58b service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Received unexpected event network-vif-plugged-ac736a98-437b-462c-9624-8a9c9c38c532 for instance with vm_state building and task_state spawning. [ 987.459288] env[69584]: DEBUG nova.network.neutron [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Successfully updated port: ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.579209] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.579484] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.579563] env[69584]: DEBUG nova.network.neutron [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.653687] env[69584]: DEBUG oslo_vmware.api [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3485973, 'name': PowerOnVM_Task, 'duration_secs': 0.57514} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.653969] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.733231] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485975, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.760682] env[69584]: DEBUG nova.compute.manager [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.761762] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec927b5-0cb2-4d6c-b375-3057110b34ba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.963036] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.963036] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.963036] env[69584]: DEBUG nova.network.neutron [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.237280] env[69584]: DEBUG oslo_vmware.api [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485975, 'name': PowerOnVM_Task, 'duration_secs': 0.568408} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.240411] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.240630] env[69584]: INFO nova.compute.manager [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Took 7.93 seconds to spawn the instance on the hypervisor. [ 988.240815] env[69584]: DEBUG nova.compute.manager [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.241934] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48cab80-3c43-4c6c-b083-397185bdbdd0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.281707] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a4b1633d-5947-4a66-9e20-752a363f152e tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 49.242s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.374576] env[69584]: DEBUG nova.network.neutron [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance_info_cache with network_info: [{"id": "8385826f-2363-422c-8b50-75c20ad9689b", "address": "fa:16:3e:c9:77:fd", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8385826f-23", "ovs_interfaceid": "8385826f-2363-422c-8b50-75c20ad9689b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.428475] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b4bd78-cc0a-44b5-8e84-c500d96c5b58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.437582] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5366a189-82a5-4cdd-bf3c-7be252bb832f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.471298] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd7814-23f1-4eba-a0ff-18dd9902a78e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.478478] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdf7149-0fed-476a-9653-345abe8a9c6f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.491862] env[69584]: DEBUG nova.compute.provider_tree [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.499830] env[69584]: DEBUG nova.network.neutron [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.625484] env[69584]: DEBUG nova.network.neutron [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updating instance_info_cache with network_info: [{"id": "ac736a98-437b-462c-9624-8a9c9c38c532", "address": "fa:16:3e:59:fb:f3", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac736a98-43", "ovs_interfaceid": "ac736a98-437b-462c-9624-8a9c9c38c532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.760054] env[69584]: INFO nova.compute.manager [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Took 36.70 seconds to build instance. [ 988.877534] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.995025] env[69584]: DEBUG nova.scheduler.client.report [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.128272] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.128693] env[69584]: DEBUG nova.compute.manager [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Instance network_info: |[{"id": "ac736a98-437b-462c-9624-8a9c9c38c532", "address": "fa:16:3e:59:fb:f3", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac736a98-43", "ovs_interfaceid": "ac736a98-437b-462c-9624-8a9c9c38c532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.129125] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:fb:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac736a98-437b-462c-9624-8a9c9c38c532', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.137232] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.137466] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.138240] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccb20a37-e5aa-4b22-852c-87873e11ba72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.159577] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.159577] env[69584]: value = "task-3485976" [ 989.159577] env[69584]: _type = "Task" [ 989.159577] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.167835] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485976, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.263634] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dea133a2-1cff-4370-8f89-ed113067e820 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "6da108ae-9618-4c1c-8c96-5adf8424d335" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.208s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.472028] env[69584]: DEBUG nova.compute.manager [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Received event network-changed-ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.472347] env[69584]: DEBUG nova.compute.manager [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Refreshing instance network info cache due to event network-changed-ac736a98-437b-462c-9624-8a9c9c38c532. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.472544] env[69584]: DEBUG oslo_concurrency.lockutils [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] Acquiring lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.472716] env[69584]: DEBUG oslo_concurrency.lockutils [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] Acquired lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.472934] env[69584]: DEBUG nova.network.neutron [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Refreshing network info cache for port ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.503034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.503034] env[69584]: DEBUG nova.compute.manager [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.504347] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.619s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.669159] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485976, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.011331] env[69584]: DEBUG nova.compute.utils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.012344] env[69584]: INFO nova.compute.claims [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.018945] env[69584]: DEBUG nova.compute.manager [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.019196] env[69584]: DEBUG nova.network.neutron [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.103025] env[69584]: DEBUG nova.policy [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a585ec00a77e464fafff3b31f377a84f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e2f7de114e4a6c8ccfe36f26f85872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.170930] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485976, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.398913] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069cce8e-b186-4e78-b73c-9444979f8c20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.406134] env[69584]: DEBUG nova.network.neutron [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updated VIF entry in instance network info cache for port ac736a98-437b-462c-9624-8a9c9c38c532. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.409986] env[69584]: DEBUG nova.network.neutron [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updating instance_info_cache with network_info: [{"id": "ac736a98-437b-462c-9624-8a9c9c38c532", "address": "fa:16:3e:59:fb:f3", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac736a98-43", "ovs_interfaceid": "ac736a98-437b-462c-9624-8a9c9c38c532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.426893] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance '11419fec-4930-4fa8-9f65-8c5f50ed7a93' progress to 0 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.520316] env[69584]: DEBUG nova.compute.manager [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.523198] env[69584]: INFO nova.compute.resource_tracker [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating resource usage from migration bd68692c-a2cf-4707-bdef-191ca6a23168 [ 990.553186] env[69584]: DEBUG nova.compute.manager [req-c1578b58-c980-46e9-a431-f800bd822142 req-01f7f9b5-020b-4151-97ea-0557544e2530 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Received event network-changed-1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.553377] env[69584]: DEBUG nova.compute.manager [req-c1578b58-c980-46e9-a431-f800bd822142 req-01f7f9b5-020b-4151-97ea-0557544e2530 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Refreshing instance network info cache due to event network-changed-1efba7cf-e13a-41a4-a4f9-a218c08fa73f. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.553649] env[69584]: DEBUG oslo_concurrency.lockutils [req-c1578b58-c980-46e9-a431-f800bd822142 req-01f7f9b5-020b-4151-97ea-0557544e2530 service nova] Acquiring lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.553774] env[69584]: DEBUG oslo_concurrency.lockutils [req-c1578b58-c980-46e9-a431-f800bd822142 req-01f7f9b5-020b-4151-97ea-0557544e2530 service nova] Acquired lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.553917] env[69584]: DEBUG nova.network.neutron [req-c1578b58-c980-46e9-a431-f800bd822142 req-01f7f9b5-020b-4151-97ea-0557544e2530 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Refreshing network info cache for port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.671830] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485976, 'name': CreateVM_Task, 'duration_secs': 1.389888} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.674546] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.675454] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.675705] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.676031] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.676302] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dacd1c26-b2ba-40d6-a63c-714ef7f9b4ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.681476] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 990.681476] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b2624a-c028-eef9-9ec1-b805db76486f" [ 990.681476] env[69584]: _type = "Task" [ 990.681476] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.691112] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b2624a-c028-eef9-9ec1-b805db76486f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.698672] env[69584]: DEBUG nova.network.neutron [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Successfully created port: b00fbbd8-d6f3-4041-9ada-d6be5583196f {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.733846] env[69584]: DEBUG oslo_vmware.rw_handles [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520837d4-ae83-d2a9-d5a6-9e27e266072d/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 990.734786] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf4f649-49da-46af-8c5b-8ca4d370f4bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.744180] env[69584]: DEBUG oslo_vmware.rw_handles [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520837d4-ae83-d2a9-d5a6-9e27e266072d/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 990.744364] env[69584]: ERROR oslo_vmware.rw_handles [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520837d4-ae83-d2a9-d5a6-9e27e266072d/disk-0.vmdk due to incomplete transfer. [ 990.744610] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20a18645-aed9-4e6e-908e-8d1305b2b593 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.752681] env[69584]: DEBUG oslo_vmware.rw_handles [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520837d4-ae83-d2a9-d5a6-9e27e266072d/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 990.752904] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Uploaded image b92c9c9b-251e-4586-a0a8-b3144051af2c to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 990.756480] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 990.756998] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ea6d914-61f2-437d-b073-a4f5b9baca9e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.765985] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 990.765985] env[69584]: value = "task-3485977" [ 990.765985] env[69584]: _type = "Task" [ 990.765985] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.775292] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485977, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.912173] env[69584]: DEBUG oslo_concurrency.lockutils [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] Releasing lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.912173] env[69584]: DEBUG nova.compute.manager [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Received event network-changed-1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.912173] env[69584]: DEBUG nova.compute.manager [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Refreshing instance network info cache due to event network-changed-1efba7cf-e13a-41a4-a4f9-a218c08fa73f. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.912582] env[69584]: DEBUG oslo_concurrency.lockutils [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] Acquiring lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.933641] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.933969] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abb5e0dc-04f9-44f9-9dbf-7792d9d6a0b0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.941618] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 990.941618] env[69584]: value = "task-3485978" [ 990.941618] env[69584]: _type = "Task" [ 990.941618] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.954051] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.970821] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924cd11d-78c6-41c4-b61f-df7083e38e10 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.978487] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7ae3d3-811c-498d-9c42-61817726d464 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.009841] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f5cc5b-b9bf-42f2-8a50-be6f271eb68d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.018432] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bda8e3-ea38-41a2-9c09-2b672aef35b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.037835] env[69584]: DEBUG nova.compute.provider_tree [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.193307] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b2624a-c028-eef9-9ec1-b805db76486f, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.193628] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.193871] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.194166] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.194318] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.194495] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.195410] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57e2518e-055e-412f-970f-1318c15b452a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.204826] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.205283] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.206243] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd3a515-a053-45d5-ba74-85280a0a34be {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.214237] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 991.214237] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e6295c-ada0-b0d9-9a8e-47cb19208ff5" [ 991.214237] env[69584]: _type = "Task" [ 991.214237] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.222229] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e6295c-ada0-b0d9-9a8e-47cb19208ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.277265] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485977, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.337945] env[69584]: DEBUG nova.network.neutron [req-c1578b58-c980-46e9-a431-f800bd822142 req-01f7f9b5-020b-4151-97ea-0557544e2530 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updated VIF entry in instance network info cache for port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.340583] env[69584]: DEBUG nova.network.neutron [req-c1578b58-c980-46e9-a431-f800bd822142 req-01f7f9b5-020b-4151-97ea-0557544e2530 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updating instance_info_cache with network_info: [{"id": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "address": "fa:16:3e:2d:3a:a5", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efba7cf-e1", "ovs_interfaceid": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.454020] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485978, 'name': PowerOffVM_Task, 'duration_secs': 0.24421} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.454312] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.454497] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance '11419fec-4930-4fa8-9f65-8c5f50ed7a93' progress to 17 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.529899] env[69584]: DEBUG nova.compute.manager [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.541394] env[69584]: DEBUG nova.scheduler.client.report [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.557285] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.557544] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.557709] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.557907] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.558073] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.558224] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.558428] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.558585] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.558744] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.558931] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.559131] env[69584]: DEBUG nova.virt.hardware [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.560027] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf817b4-ba01-4762-a380-7193fd9eaccb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.568546] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2207fe44-4bd6-4c64-b01d-3c80e0dbbde8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.730028] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e6295c-ada0-b0d9-9a8e-47cb19208ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.044434} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.730028] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33084a2-e8a4-447b-9a84-65770dc8241f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.734840] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 991.734840] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f16c5e-70f6-d4d8-e89e-89e6eeeaaa6e" [ 991.734840] env[69584]: _type = "Task" [ 991.734840] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.742987] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f16c5e-70f6-d4d8-e89e-89e6eeeaaa6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.777286] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485977, 'name': Destroy_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.841110] env[69584]: DEBUG oslo_concurrency.lockutils [req-c1578b58-c980-46e9-a431-f800bd822142 req-01f7f9b5-020b-4151-97ea-0557544e2530 service nova] Releasing lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.841947] env[69584]: DEBUG oslo_concurrency.lockutils [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] Acquired lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.841947] env[69584]: DEBUG nova.network.neutron [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Refreshing network info cache for port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.852775] env[69584]: DEBUG nova.compute.manager [req-83728088-f16c-428d-aaf5-7f5a6eb3d99e req-e3194cf7-3ab2-4531-8dbc-7768d0c91bb6 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Received event network-changed-df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.853017] env[69584]: DEBUG nova.compute.manager [req-83728088-f16c-428d-aaf5-7f5a6eb3d99e req-e3194cf7-3ab2-4531-8dbc-7768d0c91bb6 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Refreshing instance network info cache due to event network-changed-df482a2e-4b07-4d82-8312-2c1a50129acc. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.853271] env[69584]: DEBUG oslo_concurrency.lockutils [req-83728088-f16c-428d-aaf5-7f5a6eb3d99e req-e3194cf7-3ab2-4531-8dbc-7768d0c91bb6 service nova] Acquiring lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.853470] env[69584]: DEBUG oslo_concurrency.lockutils [req-83728088-f16c-428d-aaf5-7f5a6eb3d99e req-e3194cf7-3ab2-4531-8dbc-7768d0c91bb6 service nova] Acquired lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.853643] env[69584]: DEBUG nova.network.neutron [req-83728088-f16c-428d-aaf5-7f5a6eb3d99e req-e3194cf7-3ab2-4531-8dbc-7768d0c91bb6 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Refreshing network info cache for port df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.962251] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.962508] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.962659] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.962834] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.962975] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.963255] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.963500] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.965025] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.965025] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.965025] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.965025] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.969571] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a820e7e-f374-46ca-9310-e82a670a0dee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.985657] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 991.985657] env[69584]: value = "task-3485979" [ 991.985657] env[69584]: _type = "Task" [ 991.985657] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.994739] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.045992] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.542s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.046239] env[69584]: INFO nova.compute.manager [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Migrating [ 992.052993] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.631s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.053245] env[69584]: DEBUG nova.objects.instance [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lazy-loading 'resources' on Instance uuid 4298e770-e96e-4e91-8712-d352ac2daba5 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.250026] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f16c5e-70f6-d4d8-e89e-89e6eeeaaa6e, 'name': SearchDatastore_Task, 'duration_secs': 0.041297} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.250026] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.250026] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] b197d7b8-9d35-417f-9b08-79b454d58ee8/b197d7b8-9d35-417f-9b08-79b454d58ee8.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.250026] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c014633-8aca-4e5e-a5d2-963ba364a25c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.256252] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 992.256252] env[69584]: value = "task-3485980" [ 992.256252] env[69584]: _type = "Task" [ 992.256252] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.265369] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.277364] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485977, 'name': Destroy_Task, 'duration_secs': 1.131455} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.277651] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Destroyed the VM [ 992.277898] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 992.278170] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02a2de35-725e-420d-b3c6-5aaab3834b3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.285477] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 992.285477] env[69584]: value = "task-3485981" [ 992.285477] env[69584]: _type = "Task" [ 992.285477] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.295716] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485981, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.500333] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485979, 'name': ReconfigVM_Task, 'duration_secs': 0.374154} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.500504] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance '11419fec-4930-4fa8-9f65-8c5f50ed7a93' progress to 33 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.563890] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.564149] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.564397] env[69584]: DEBUG nova.network.neutron [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.569319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "6da108ae-9618-4c1c-8c96-5adf8424d335" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.569319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "6da108ae-9618-4c1c-8c96-5adf8424d335" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.569319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "6da108ae-9618-4c1c-8c96-5adf8424d335-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.569319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "6da108ae-9618-4c1c-8c96-5adf8424d335-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.569319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "6da108ae-9618-4c1c-8c96-5adf8424d335-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.572344] env[69584]: INFO nova.compute.manager [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Terminating instance [ 992.681985] env[69584]: DEBUG nova.network.neutron [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Successfully updated port: b00fbbd8-d6f3-4041-9ada-d6be5583196f {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.768510] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485980, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.802308] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485981, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.830741] env[69584]: DEBUG nova.network.neutron [req-83728088-f16c-428d-aaf5-7f5a6eb3d99e req-e3194cf7-3ab2-4531-8dbc-7768d0c91bb6 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Updated VIF entry in instance network info cache for port df482a2e-4b07-4d82-8312-2c1a50129acc. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.831180] env[69584]: DEBUG nova.network.neutron [req-83728088-f16c-428d-aaf5-7f5a6eb3d99e req-e3194cf7-3ab2-4531-8dbc-7768d0c91bb6 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Updating instance_info_cache with network_info: [{"id": "df482a2e-4b07-4d82-8312-2c1a50129acc", "address": "fa:16:3e:4b:e8:02", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf482a2e-4b", "ovs_interfaceid": "df482a2e-4b07-4d82-8312-2c1a50129acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.876277] env[69584]: DEBUG nova.compute.manager [req-a4e7cb0c-8462-407c-91fd-936698ae5022 req-0f955f01-5039-40c2-8847-af5029113445 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Received event network-changed-df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.876527] env[69584]: DEBUG nova.compute.manager [req-a4e7cb0c-8462-407c-91fd-936698ae5022 req-0f955f01-5039-40c2-8847-af5029113445 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Refreshing instance network info cache due to event network-changed-df482a2e-4b07-4d82-8312-2c1a50129acc. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.876790] env[69584]: DEBUG oslo_concurrency.lockutils [req-a4e7cb0c-8462-407c-91fd-936698ae5022 req-0f955f01-5039-40c2-8847-af5029113445 service nova] Acquiring lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.881359] env[69584]: DEBUG nova.network.neutron [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updated VIF entry in instance network info cache for port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.881359] env[69584]: DEBUG nova.network.neutron [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updating instance_info_cache with network_info: [{"id": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "address": "fa:16:3e:2d:3a:a5", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efba7cf-e1", "ovs_interfaceid": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.935782] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0146ea-204d-4440-9999-8b0e222484ad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.944432] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a898c6-cad7-45dd-b663-a0205d2128c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.982857] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532a668f-7919-4398-ba95-5ea9e79814eb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.991058] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b808ad35-32cb-4a43-abaa-e12f7ed24977 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.005390] env[69584]: DEBUG nova.compute.provider_tree [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.009021] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.009225] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.009534] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.009673] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.009897] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.009954] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.010140] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.010299] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.010465] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.010624] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.010792] env[69584]: DEBUG nova.virt.hardware [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.016820] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.018562] env[69584]: DEBUG nova.scheduler.client.report [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.022064] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c524754d-d2af-46ba-8576-9dffd223f287 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.037147] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.984s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.039242] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.877s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.040742] env[69584]: INFO nova.compute.claims [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.049394] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 993.049394] env[69584]: value = "task-3485982" [ 993.049394] env[69584]: _type = "Task" [ 993.049394] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.058902] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.064889] env[69584]: INFO nova.scheduler.client.report [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleted allocations for instance 4298e770-e96e-4e91-8712-d352ac2daba5 [ 993.080248] env[69584]: DEBUG nova.compute.manager [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.080614] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.081420] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8aacc1-4663-4e48-866e-9ad5f5960130 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.089069] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.089717] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab40473-f7b3-4424-8b99-876844f83ab7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.097065] env[69584]: DEBUG oslo_vmware.api [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 993.097065] env[69584]: value = "task-3485983" [ 993.097065] env[69584]: _type = "Task" [ 993.097065] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.106719] env[69584]: DEBUG oslo_vmware.api [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.187143] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "refresh_cache-62bece4b-f005-4a51-949e-601ce2fc90a3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.187365] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "refresh_cache-62bece4b-f005-4a51-949e-601ce2fc90a3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.187585] env[69584]: DEBUG nova.network.neutron [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.270767] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837176} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.271577] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] b197d7b8-9d35-417f-9b08-79b454d58ee8/b197d7b8-9d35-417f-9b08-79b454d58ee8.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.271953] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.272284] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4774166-b3a2-4a0d-8e86-e4bb323444c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.280046] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 993.280046] env[69584]: value = "task-3485984" [ 993.280046] env[69584]: _type = "Task" [ 993.280046] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.290847] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.301616] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485981, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.337227] env[69584]: DEBUG oslo_concurrency.lockutils [req-83728088-f16c-428d-aaf5-7f5a6eb3d99e req-e3194cf7-3ab2-4531-8dbc-7768d0c91bb6 service nova] Releasing lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.337684] env[69584]: DEBUG oslo_concurrency.lockutils [req-a4e7cb0c-8462-407c-91fd-936698ae5022 req-0f955f01-5039-40c2-8847-af5029113445 service nova] Acquired lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.337878] env[69584]: DEBUG nova.network.neutron [req-a4e7cb0c-8462-407c-91fd-936698ae5022 req-0f955f01-5039-40c2-8847-af5029113445 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Refreshing network info cache for port df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.381709] env[69584]: DEBUG oslo_concurrency.lockutils [req-7efa92ce-6404-4ddf-b43f-450f0216000f req-1ce99a7e-003d-4964-858e-c063d49a538e service nova] Releasing lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.565496] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485982, 'name': ReconfigVM_Task, 'duration_secs': 0.179239} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.565890] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 993.566669] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f450c0b4-3fc4-41bd-8cba-9a5c01554091 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.591192] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 11419fec-4930-4fa8-9f65-8c5f50ed7a93/11419fec-4930-4fa8-9f65-8c5f50ed7a93.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.591786] env[69584]: DEBUG oslo_concurrency.lockutils [None req-31334f72-e720-416e-9959-4453d97593bc tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "4298e770-e96e-4e91-8712-d352ac2daba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.630s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.592987] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8fa6049-0a1f-4623-a1ef-a99a1361332a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.617472] env[69584]: DEBUG oslo_vmware.api [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485983, 'name': PowerOffVM_Task, 'duration_secs': 0.194849} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.618964] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.619153] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.619455] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 993.619455] env[69584]: value = "task-3485985" [ 993.619455] env[69584]: _type = "Task" [ 993.619455] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.619698] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cff03d07-3143-42be-90a2-1c933fcd85a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.662647] env[69584]: DEBUG nova.network.neutron [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance_info_cache with network_info: [{"id": "092f78af-e5d5-452b-9a8d-45c6472acb71", "address": "fa:16:3e:07:21:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092f78af-e5", "ovs_interfaceid": "092f78af-e5d5-452b-9a8d-45c6472acb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.685591] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.685817] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.686101] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Deleting the datastore file [datastore2] 6da108ae-9618-4c1c-8c96-5adf8424d335 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.686364] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7421bae9-e48f-488d-ad5e-6df3ea8c6a77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.693028] env[69584]: DEBUG oslo_vmware.api [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 993.693028] env[69584]: value = "task-3485987" [ 993.693028] env[69584]: _type = "Task" [ 993.693028] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.702287] env[69584]: DEBUG oslo_vmware.api [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.741688] env[69584]: DEBUG nova.network.neutron [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.790669] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064977} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.791128] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.794547] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e78a3b9-4f1f-404d-b826-ed0a092b6e7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.823232] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] b197d7b8-9d35-417f-9b08-79b454d58ee8/b197d7b8-9d35-417f-9b08-79b454d58ee8.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.823548] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485981, 'name': RemoveSnapshot_Task, 'duration_secs': 1.117011} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.826608] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.826891] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.827121] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.827320] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.827490] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.829521] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-522df61d-c8c4-40e2-8652-73199c505c69 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.843798] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 993.844106] env[69584]: DEBUG nova.compute.manager [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.844679] env[69584]: INFO nova.compute.manager [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Terminating instance [ 993.849244] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f07572f-4c33-4afc-b02d-66e6cadaa8b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.860094] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 993.860094] env[69584]: value = "task-3485988" [ 993.860094] env[69584]: _type = "Task" [ 993.860094] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.872041] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.953822] env[69584]: DEBUG nova.network.neutron [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Updating instance_info_cache with network_info: [{"id": "b00fbbd8-d6f3-4041-9ada-d6be5583196f", "address": "fa:16:3e:e0:f3:e0", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00fbbd8-d6", "ovs_interfaceid": "b00fbbd8-d6f3-4041-9ada-d6be5583196f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.982492] env[69584]: DEBUG nova.compute.manager [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Received event network-vif-plugged-b00fbbd8-d6f3-4041-9ada-d6be5583196f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.982728] env[69584]: DEBUG oslo_concurrency.lockutils [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] Acquiring lock "62bece4b-f005-4a51-949e-601ce2fc90a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.982934] env[69584]: DEBUG oslo_concurrency.lockutils [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] Lock "62bece4b-f005-4a51-949e-601ce2fc90a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.983104] env[69584]: DEBUG oslo_concurrency.lockutils [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] Lock "62bece4b-f005-4a51-949e-601ce2fc90a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.983274] env[69584]: DEBUG nova.compute.manager [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] No waiting events found dispatching network-vif-plugged-b00fbbd8-d6f3-4041-9ada-d6be5583196f {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.983435] env[69584]: WARNING nova.compute.manager [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Received unexpected event network-vif-plugged-b00fbbd8-d6f3-4041-9ada-d6be5583196f for instance with vm_state building and task_state spawning. [ 993.983589] env[69584]: DEBUG nova.compute.manager [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Received event network-changed-b00fbbd8-d6f3-4041-9ada-d6be5583196f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.983736] env[69584]: DEBUG nova.compute.manager [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Refreshing instance network info cache due to event network-changed-b00fbbd8-d6f3-4041-9ada-d6be5583196f. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.983895] env[69584]: DEBUG oslo_concurrency.lockutils [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] Acquiring lock "refresh_cache-62bece4b-f005-4a51-949e-601ce2fc90a3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.075979] env[69584]: DEBUG nova.network.neutron [req-a4e7cb0c-8462-407c-91fd-936698ae5022 req-0f955f01-5039-40c2-8847-af5029113445 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Updated VIF entry in instance network info cache for port df482a2e-4b07-4d82-8312-2c1a50129acc. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.076363] env[69584]: DEBUG nova.network.neutron [req-a4e7cb0c-8462-407c-91fd-936698ae5022 req-0f955f01-5039-40c2-8847-af5029113445 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Updating instance_info_cache with network_info: [{"id": "df482a2e-4b07-4d82-8312-2c1a50129acc", "address": "fa:16:3e:4b:e8:02", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf482a2e-4b", "ovs_interfaceid": "df482a2e-4b07-4d82-8312-2c1a50129acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.131396] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.165273] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.205661] env[69584]: DEBUG oslo_vmware.api [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3485987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156211} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.205908] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.206104] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.206284] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.206456] env[69584]: INFO nova.compute.manager [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Took 1.13 seconds to destroy the instance on the hypervisor. [ 994.206687] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.206874] env[69584]: DEBUG nova.compute.manager [-] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.206968] env[69584]: DEBUG nova.network.neutron [-] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.354909] env[69584]: DEBUG nova.compute.manager [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.355409] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.356607] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0311132d-f27a-4215-9c14-651a079a6a60 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.361075] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d356859-9219-49a7-98dc-a46252940cc2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.375574] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.379084] env[69584]: INFO nova.compute.manager [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Shelve offloading [ 994.380599] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a93eba1f-59cd-40f1-a58d-4796e855f099 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.386086] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1902e705-5c05-4ce9-96e4-05cd0cb4f99a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.393466] env[69584]: DEBUG oslo_vmware.api [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 994.393466] env[69584]: value = "task-3485989" [ 994.393466] env[69584]: _type = "Task" [ 994.393466] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.393673] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.426923] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24fe6e9-86cb-46de-8e56-849f4a5d6fbd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.432715] env[69584]: DEBUG oslo_vmware.api [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.437599] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aff4466-121f-4890-b74a-26d725cae2a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.451896] env[69584]: DEBUG nova.compute.provider_tree [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.456337] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "refresh_cache-62bece4b-f005-4a51-949e-601ce2fc90a3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.457259] env[69584]: DEBUG nova.compute.manager [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Instance network_info: |[{"id": "b00fbbd8-d6f3-4041-9ada-d6be5583196f", "address": "fa:16:3e:e0:f3:e0", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00fbbd8-d6", "ovs_interfaceid": "b00fbbd8-d6f3-4041-9ada-d6be5583196f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.457259] env[69584]: DEBUG oslo_concurrency.lockutils [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] Acquired lock "refresh_cache-62bece4b-f005-4a51-949e-601ce2fc90a3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.457259] env[69584]: DEBUG nova.network.neutron [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Refreshing network info cache for port b00fbbd8-d6f3-4041-9ada-d6be5583196f {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.458454] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:f3:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b00fbbd8-d6f3-4041-9ada-d6be5583196f', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.466259] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.470044] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.470621] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3490d002-67f1-48c3-a1c1-68661d8ee070 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.492511] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.492511] env[69584]: value = "task-3485990" [ 994.492511] env[69584]: _type = "Task" [ 994.492511] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.501328] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485990, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.584307] env[69584]: DEBUG oslo_concurrency.lockutils [req-a4e7cb0c-8462-407c-91fd-936698ae5022 req-0f955f01-5039-40c2-8847-af5029113445 service nova] Releasing lock "refresh_cache-6da108ae-9618-4c1c-8c96-5adf8424d335" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.639470] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.874339] env[69584]: DEBUG nova.network.neutron [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Updated VIF entry in instance network info cache for port b00fbbd8-d6f3-4041-9ada-d6be5583196f. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.874718] env[69584]: DEBUG nova.network.neutron [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Updating instance_info_cache with network_info: [{"id": "b00fbbd8-d6f3-4041-9ada-d6be5583196f", "address": "fa:16:3e:e0:f3:e0", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00fbbd8-d6", "ovs_interfaceid": "b00fbbd8-d6f3-4041-9ada-d6be5583196f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.882260] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485988, 'name': ReconfigVM_Task, 'duration_secs': 0.737384} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.882547] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Reconfigured VM instance instance-00000055 to attach disk [datastore2] b197d7b8-9d35-417f-9b08-79b454d58ee8/b197d7b8-9d35-417f-9b08-79b454d58ee8.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.883374] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad22c2b0-9991-4d87-8d9c-0708af4f1206 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.890309] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.890793] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-778e0d65-7021-4054-a4c3-d8632f0e7129 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.893729] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 994.893729] env[69584]: value = "task-3485991" [ 994.893729] env[69584]: _type = "Task" [ 994.893729] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.898510] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 994.898510] env[69584]: value = "task-3485992" [ 994.898510] env[69584]: _type = "Task" [ 994.898510] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.910068] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485991, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.913632] env[69584]: DEBUG oslo_vmware.api [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485989, 'name': PowerOffVM_Task, 'duration_secs': 0.329472} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.916829] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.917034] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.917304] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cb3d3dc-3a0c-4891-a695-f50252cd36b0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.918838] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 994.919151] env[69584]: DEBUG nova.compute.manager [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.919881] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00e1e8e-e72d-466e-9fe1-654d1800137e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.927180] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.927259] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.927547] env[69584]: DEBUG nova.network.neutron [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.947151] env[69584]: DEBUG nova.compute.manager [req-5d78dfb0-c6b2-4b2e-b8ff-6146b39a55bc req-4140eb48-6016-4c81-897f-3b561d338fb0 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Received event network-changed-1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.947280] env[69584]: DEBUG nova.compute.manager [req-5d78dfb0-c6b2-4b2e-b8ff-6146b39a55bc req-4140eb48-6016-4c81-897f-3b561d338fb0 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Refreshing instance network info cache due to event network-changed-1efba7cf-e13a-41a4-a4f9-a218c08fa73f. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.947530] env[69584]: DEBUG oslo_concurrency.lockutils [req-5d78dfb0-c6b2-4b2e-b8ff-6146b39a55bc req-4140eb48-6016-4c81-897f-3b561d338fb0 service nova] Acquiring lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.947874] env[69584]: DEBUG oslo_concurrency.lockutils [req-5d78dfb0-c6b2-4b2e-b8ff-6146b39a55bc req-4140eb48-6016-4c81-897f-3b561d338fb0 service nova] Acquired lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.947948] env[69584]: DEBUG nova.network.neutron [req-5d78dfb0-c6b2-4b2e-b8ff-6146b39a55bc req-4140eb48-6016-4c81-897f-3b561d338fb0 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Refreshing network info cache for port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.955598] env[69584]: DEBUG nova.scheduler.client.report [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.983525] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.983774] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.983955] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleting the datastore file [datastore2] 8707506a-e8d9-462c-bb69-9540aa6b8ff3 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.984494] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5efbbbe1-6d59-4224-a473-a27b7b021e4c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.990757] env[69584]: DEBUG oslo_vmware.api [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for the task: (returnval){ [ 994.990757] env[69584]: value = "task-3485994" [ 994.990757] env[69584]: _type = "Task" [ 994.990757] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.001983] env[69584]: DEBUG oslo_vmware.api [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.005468] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485990, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.133793] env[69584]: DEBUG nova.network.neutron [-] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.134716] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3485985, 'name': ReconfigVM_Task, 'duration_secs': 1.19178} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.135565] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 11419fec-4930-4fa8-9f65-8c5f50ed7a93/11419fec-4930-4fa8-9f65-8c5f50ed7a93.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.135565] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance '11419fec-4930-4fa8-9f65-8c5f50ed7a93' progress to 50 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.379834] env[69584]: DEBUG oslo_concurrency.lockutils [req-d0c862f4-f819-4ae1-b569-ee933108a875 req-4b7afbee-4753-4d0e-abe2-14ce5af03ba7 service nova] Releasing lock "refresh_cache-62bece4b-f005-4a51-949e-601ce2fc90a3" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.404701] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485991, 'name': Rename_Task, 'duration_secs': 0.140162} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.405069] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.405397] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a1c55f-4a14-4337-9bc5-5647a33fff8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.411308] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 995.411308] env[69584]: value = "task-3485995" [ 995.411308] env[69584]: _type = "Task" [ 995.411308] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.419248] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.461267] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.461758] env[69584]: DEBUG nova.compute.manager [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.464458] env[69584]: DEBUG oslo_concurrency.lockutils [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.668s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.464684] env[69584]: DEBUG nova.objects.instance [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lazy-loading 'resources' on Instance uuid 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.503351] env[69584]: DEBUG oslo_vmware.api [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Task: {'id': task-3485994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127087} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.506508] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.506774] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.507013] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.507206] env[69584]: INFO nova.compute.manager [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 995.507446] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.507865] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485990, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.508094] env[69584]: DEBUG nova.compute.manager [-] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.508188] env[69584]: DEBUG nova.network.neutron [-] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.637919] env[69584]: INFO nova.compute.manager [-] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Took 1.43 seconds to deallocate network for instance. [ 995.644215] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd07ade-95bb-4c80-9626-b32f4095440c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.668856] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474b0e5b-8e8c-43fa-89ac-af871f5c9f94 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.691963] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance '11419fec-4930-4fa8-9f65-8c5f50ed7a93' progress to 67 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.696206] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6be1c81-9884-42d0-a41f-1910d0c749d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.714487] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance 'e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc' progress to 0 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.923833] env[69584]: DEBUG oslo_vmware.api [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3485995, 'name': PowerOnVM_Task, 'duration_secs': 0.448553} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.924243] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.924343] env[69584]: INFO nova.compute.manager [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Took 9.35 seconds to spawn the instance on the hypervisor. [ 995.928038] env[69584]: DEBUG nova.compute.manager [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.928038] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6eff62-e90c-4d98-9d1d-9095af9c6f90 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.944511] env[69584]: DEBUG nova.network.neutron [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Updating instance_info_cache with network_info: [{"id": "ae549d4e-b4a3-4db2-9e9a-7d1be1f25046", "address": "fa:16:3e:6f:2c:32", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae549d4e-b4", "ovs_interfaceid": "ae549d4e-b4a3-4db2-9e9a-7d1be1f25046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.969800] env[69584]: DEBUG nova.compute.utils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.974035] env[69584]: DEBUG nova.compute.manager [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.974035] env[69584]: DEBUG nova.network.neutron [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.001441] env[69584]: DEBUG nova.network.neutron [req-5d78dfb0-c6b2-4b2e-b8ff-6146b39a55bc req-4140eb48-6016-4c81-897f-3b561d338fb0 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updated VIF entry in instance network info cache for port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.001809] env[69584]: DEBUG nova.network.neutron [req-5d78dfb0-c6b2-4b2e-b8ff-6146b39a55bc req-4140eb48-6016-4c81-897f-3b561d338fb0 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updating instance_info_cache with network_info: [{"id": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "address": "fa:16:3e:2d:3a:a5", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efba7cf-e1", "ovs_interfaceid": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.008217] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3485990, 'name': CreateVM_Task, 'duration_secs': 1.303578} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.009579] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.009579] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.013417] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.013417] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.013417] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f0bc6b-2bbb-4a0c-b345-d8a02ff9c65a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.014992] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 996.014992] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523f595d-950b-6e5c-5d05-c963ca4e7d27" [ 996.014992] env[69584]: _type = "Task" [ 996.014992] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.023120] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523f595d-950b-6e5c-5d05-c963ca4e7d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.027637] env[69584]: DEBUG nova.compute.manager [req-97df0a4a-fea6-4932-b9f8-ea14b0da86dc req-d78f7b8f-f8ef-4c9e-a7f0-fdbf3890c1b7 service nova] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Received event network-vif-deleted-df482a2e-4b07-4d82-8312-2c1a50129acc {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.027780] env[69584]: DEBUG nova.compute.manager [req-97df0a4a-fea6-4932-b9f8-ea14b0da86dc req-d78f7b8f-f8ef-4c9e-a7f0-fdbf3890c1b7 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Received event network-changed-1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.027892] env[69584]: DEBUG nova.compute.manager [req-97df0a4a-fea6-4932-b9f8-ea14b0da86dc req-d78f7b8f-f8ef-4c9e-a7f0-fdbf3890c1b7 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Refreshing instance network info cache due to event network-changed-1efba7cf-e13a-41a4-a4f9-a218c08fa73f. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.028085] env[69584]: DEBUG oslo_concurrency.lockutils [req-97df0a4a-fea6-4932-b9f8-ea14b0da86dc req-d78f7b8f-f8ef-4c9e-a7f0-fdbf3890c1b7 service nova] Acquiring lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.052058] env[69584]: DEBUG nova.policy [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c536140bff46089749b66ad22b2a5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed3a9ac97ed14a46ba870b8d022a2e93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.148581] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.224931] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.226484] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3068ec35-e207-4958-af5d-ecb4d2b94956 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.232454] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 996.232454] env[69584]: value = "task-3485996" [ 996.232454] env[69584]: _type = "Task" [ 996.232454] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.244810] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.267439] env[69584]: DEBUG nova.network.neutron [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Port 8385826f-2363-422c-8b50-75c20ad9689b binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 996.347218] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ac01e1-73bb-4c92-8bfb-731be1489b79 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.355748] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00db984-800a-4e11-8d30-e6d8ddd86d9f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.388310] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aaa5e9-a99d-4990-a5ef-b9c9dee7a564 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.396285] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f4e24c-f266-4394-9496-f21a4f439194 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.410979] env[69584]: DEBUG nova.compute.provider_tree [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.440986] env[69584]: INFO nova.compute.manager [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Took 39.55 seconds to build instance. [ 996.444624] env[69584]: DEBUG nova.network.neutron [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Successfully created port: 2de4754f-d000-449a-9797-52ac1ab57590 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.451136] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.473113] env[69584]: DEBUG nova.compute.manager [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.510165] env[69584]: DEBUG oslo_concurrency.lockutils [req-5d78dfb0-c6b2-4b2e-b8ff-6146b39a55bc req-4140eb48-6016-4c81-897f-3b561d338fb0 service nova] Releasing lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.510583] env[69584]: DEBUG oslo_concurrency.lockutils [req-97df0a4a-fea6-4932-b9f8-ea14b0da86dc req-d78f7b8f-f8ef-4c9e-a7f0-fdbf3890c1b7 service nova] Acquired lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.510774] env[69584]: DEBUG nova.network.neutron [req-97df0a4a-fea6-4932-b9f8-ea14b0da86dc req-d78f7b8f-f8ef-4c9e-a7f0-fdbf3890c1b7 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Refreshing network info cache for port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.525900] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523f595d-950b-6e5c-5d05-c963ca4e7d27, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.526203] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.526426] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.526655] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.526797] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.527065] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.527257] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52cca606-311d-4e2b-948d-a2439144cc95 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.535567] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.535738] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.536446] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7e8044-7304-434d-91af-fdbcb2b0f723 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.541658] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 996.541658] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5272aeed-fe29-6bf0-7584-ffc1b7691844" [ 996.541658] env[69584]: _type = "Task" [ 996.541658] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.548789] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5272aeed-fe29-6bf0-7584-ffc1b7691844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.609810] env[69584]: DEBUG nova.network.neutron [-] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.745668] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485996, 'name': PowerOffVM_Task, 'duration_secs': 0.193133} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.745668] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.745668] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance 'e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc' progress to 17 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.909062] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.910418] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdf63d0-56f8-474e-b207-2f91f0a7d21c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.924178] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.924562] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b22af29-c108-4bae-9ff2-af38832bddfd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.943845] env[69584]: DEBUG oslo_concurrency.lockutils [None req-20d6f841-66cf-4718-b76e-8f7ee4dcea17 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.064s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.948075] env[69584]: DEBUG nova.scheduler.client.report [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 996.948566] env[69584]: DEBUG nova.compute.provider_tree [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 120 to 121 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 996.950833] env[69584]: DEBUG nova.compute.provider_tree [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.052065] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5272aeed-fe29-6bf0-7584-ffc1b7691844, 'name': SearchDatastore_Task, 'duration_secs': 0.007679} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.052867] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ce697a-856c-4091-ad1d-5a79ae75e480 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.058369] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 997.058369] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fdb172-769d-77dd-1b0a-3329facdb6f4" [ 997.058369] env[69584]: _type = "Task" [ 997.058369] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.066855] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fdb172-769d-77dd-1b0a-3329facdb6f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.116019] env[69584]: INFO nova.compute.manager [-] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Took 1.60 seconds to deallocate network for instance. [ 997.254277] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.254529] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.254686] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.254866] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.255023] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.255178] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.255444] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.255626] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.255798] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.255961] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.256153] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.261414] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f2d890f-5d7f-425e-a1f8-e8b958fc3504 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.278011] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 997.278011] env[69584]: value = "task-3485998" [ 997.278011] env[69584]: _type = "Task" [ 997.278011] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.302383] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.302696] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.302907] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.304323] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.314498] env[69584]: DEBUG nova.network.neutron [req-97df0a4a-fea6-4932-b9f8-ea14b0da86dc req-d78f7b8f-f8ef-4c9e-a7f0-fdbf3890c1b7 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updated VIF entry in instance network info cache for port 1efba7cf-e13a-41a4-a4f9-a218c08fa73f. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.314920] env[69584]: DEBUG nova.network.neutron [req-97df0a4a-fea6-4932-b9f8-ea14b0da86dc req-d78f7b8f-f8ef-4c9e-a7f0-fdbf3890c1b7 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updating instance_info_cache with network_info: [{"id": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "address": "fa:16:3e:2d:3a:a5", "network": {"id": "509e882e-2b7e-4fe0-a671-6d3d4d1a7819", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2069616651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21761ab54b3f4374989c04c1550abcf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efba7cf-e1", "ovs_interfaceid": "1efba7cf-e13a-41a4-a4f9-a218c08fa73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.448569] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.448805] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.449035] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleting the datastore file [datastore2] 50eb1d52-bbdd-4724-8023-ad459a864f10 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.449330] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9f9d3c9-336e-4c03-bc82-b9f862eec3e6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.455379] env[69584]: DEBUG oslo_concurrency.lockutils [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.459245] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.631s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.459245] env[69584]: DEBUG nova.objects.instance [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lazy-loading 'resources' on Instance uuid f833a279-912a-4c24-af76-51e66e852982 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.459914] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 997.459914] env[69584]: value = "task-3485999" [ 997.459914] env[69584]: _type = "Task" [ 997.459914] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.468326] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.481983] env[69584]: DEBUG nova.compute.manager [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.490589] env[69584]: INFO nova.scheduler.client.report [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Deleted allocations for instance 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7 [ 997.523918] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.524294] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.524489] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.524707] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.524874] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.525056] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.525295] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.525474] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.525657] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.525828] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.526029] env[69584]: DEBUG nova.virt.hardware [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.526976] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42632748-60be-4050-8840-ff2effc9c807 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.536109] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a51e1e1-bc60-4608-96ea-48032ff1d932 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.569796] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fdb172-769d-77dd-1b0a-3329facdb6f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009987} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.570098] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.570363] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 62bece4b-f005-4a51-949e-601ce2fc90a3/62bece4b-f005-4a51-949e-601ce2fc90a3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.570867] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8b7ab16-138c-4986-b78c-faf655150890 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.578429] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 997.578429] env[69584]: value = "task-3486000" [ 997.578429] env[69584]: _type = "Task" [ 997.578429] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.587464] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.619942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.789668] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3485998, 'name': ReconfigVM_Task, 'duration_secs': 0.155153} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.790044] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance 'e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc' progress to 33 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.818544] env[69584]: DEBUG oslo_concurrency.lockutils [req-97df0a4a-fea6-4932-b9f8-ea14b0da86dc req-d78f7b8f-f8ef-4c9e-a7f0-fdbf3890c1b7 service nova] Releasing lock "refresh_cache-5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.975115] env[69584]: DEBUG oslo_vmware.api [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3485999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162636} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.975527] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.975804] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.976111] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.002774] env[69584]: DEBUG oslo_concurrency.lockutils [None req-834266e2-ea6f-4722-b1ef-8aaff644e03c tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.724s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.005322] env[69584]: INFO nova.scheduler.client.report [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted allocations for instance 50eb1d52-bbdd-4724-8023-ad459a864f10 [ 998.092745] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487114} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.093039] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 62bece4b-f005-4a51-949e-601ce2fc90a3/62bece4b-f005-4a51-949e-601ce2fc90a3.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.093249] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.093512] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e919dec0-e760-4fb3-8d1b-18a369d6efed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.100144] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 998.100144] env[69584]: value = "task-3486001" [ 998.100144] env[69584]: _type = "Task" [ 998.100144] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.114660] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.199688] env[69584]: DEBUG nova.compute.manager [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Received event network-vif-deleted-267fc35f-9d4e-4b7e-82ae-f3f5043a9666 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.199912] env[69584]: DEBUG nova.compute.manager [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Received event network-vif-unplugged-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.200427] env[69584]: DEBUG oslo_concurrency.lockutils [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] Acquiring lock "50eb1d52-bbdd-4724-8023-ad459a864f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.200672] env[69584]: DEBUG oslo_concurrency.lockutils [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.200844] env[69584]: DEBUG oslo_concurrency.lockutils [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.201017] env[69584]: DEBUG nova.compute.manager [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] No waiting events found dispatching network-vif-unplugged-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.201247] env[69584]: WARNING nova.compute.manager [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Received unexpected event network-vif-unplugged-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 for instance with vm_state shelved_offloaded and task_state None. [ 998.201348] env[69584]: DEBUG nova.compute.manager [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Received event network-changed-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.201492] env[69584]: DEBUG nova.compute.manager [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Refreshing instance network info cache due to event network-changed-ae549d4e-b4a3-4db2-9e9a-7d1be1f25046. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.201681] env[69584]: DEBUG oslo_concurrency.lockutils [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] Acquiring lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.201818] env[69584]: DEBUG oslo_concurrency.lockutils [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] Acquired lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.201971] env[69584]: DEBUG nova.network.neutron [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Refreshing network info cache for port ae549d4e-b4a3-4db2-9e9a-7d1be1f25046 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.297267] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.297371] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.297583] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.297768] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.298290] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.299555] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.299650] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.300126] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.300126] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.300394] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.300820] env[69584]: DEBUG nova.virt.hardware [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.307190] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.307451] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903c9360-651e-462f-94e8-97c9a103fb58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.328903] env[69584]: DEBUG nova.network.neutron [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Successfully updated port: 2de4754f-d000-449a-9797-52ac1ab57590 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.344427] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 998.344427] env[69584]: value = "task-3486002" [ 998.344427] env[69584]: _type = "Task" [ 998.344427] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.354213] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.373611] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.374270] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.374270] env[69584]: DEBUG nova.network.neutron [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.377823] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2032f5e-e207-4e4f-913b-cfad23196dcb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.385936] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965a83e-c0e0-4ce1-aab1-e06bf198d103 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.420025] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af55127-4cd5-4722-9d28-80adf7683d1d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.429453] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d84114a-0699-4c7f-8d5c-8375a867abaf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.453723] env[69584]: DEBUG nova.compute.provider_tree [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.462488] env[69584]: DEBUG nova.compute.manager [req-5ed1a1e1-dcbe-44cc-b470-2b29206823d8 req-62864e05-b337-46b0-9de9-155dd443b2b6 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received event network-changed-14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.462488] env[69584]: DEBUG nova.compute.manager [req-5ed1a1e1-dcbe-44cc-b470-2b29206823d8 req-62864e05-b337-46b0-9de9-155dd443b2b6 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing instance network info cache due to event network-changed-14ac657e-fb44-4261-b36b-18244606c0a6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.462488] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ed1a1e1-dcbe-44cc-b470-2b29206823d8 req-62864e05-b337-46b0-9de9-155dd443b2b6 service nova] Acquiring lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.462488] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ed1a1e1-dcbe-44cc-b470-2b29206823d8 req-62864e05-b337-46b0-9de9-155dd443b2b6 service nova] Acquired lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.462488] env[69584]: DEBUG nova.network.neutron [req-5ed1a1e1-dcbe-44cc-b470-2b29206823d8 req-62864e05-b337-46b0-9de9-155dd443b2b6 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing network info cache for port 14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.523562] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.611266] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060619} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.613125] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.614296] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c33bb-d6d4-42d1-ad3f-2d1f5ff7d8a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.644399] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 62bece4b-f005-4a51-949e-601ce2fc90a3/62bece4b-f005-4a51-949e-601ce2fc90a3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.644736] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e022e21-5479-472e-8a1b-20738d3368e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.659818] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "af134f37-05d1-4109-9d7b-ee14ede48856" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.660144] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "af134f37-05d1-4109-9d7b-ee14ede48856" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.660371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "af134f37-05d1-4109-9d7b-ee14ede48856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.660561] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "af134f37-05d1-4109-9d7b-ee14ede48856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.660986] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "af134f37-05d1-4109-9d7b-ee14ede48856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.663352] env[69584]: INFO nova.compute.manager [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Terminating instance [ 998.669394] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 998.669394] env[69584]: value = "task-3486003" [ 998.669394] env[69584]: _type = "Task" [ 998.669394] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.679703] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.832128] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "refresh_cache-1d03c694-3a0a-4b7e-8283-720ffdff541e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.832292] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "refresh_cache-1d03c694-3a0a-4b7e-8283-720ffdff541e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.832468] env[69584]: DEBUG nova.network.neutron [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.857769] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486002, 'name': ReconfigVM_Task, 'duration_secs': 0.175863} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.858093] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.858971] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec90575-4003-4c24-b237-c959a59e5ff7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.883385] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc/e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.885885] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-914c24cc-d28a-48d1-875e-26e6116fe61c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.907542] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 998.907542] env[69584]: value = "task-3486004" [ 998.907542] env[69584]: _type = "Task" [ 998.907542] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.916158] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.993998] env[69584]: ERROR nova.scheduler.client.report [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [req-c69a34c9-04ba-46be-a3cb-cd54228b0bc9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c69a34c9-04ba-46be-a3cb-cd54228b0bc9"}]} [ 999.012963] env[69584]: DEBUG nova.scheduler.client.report [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 999.034027] env[69584]: DEBUG nova.scheduler.client.report [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 999.034027] env[69584]: DEBUG nova.compute.provider_tree [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.048740] env[69584]: DEBUG nova.scheduler.client.report [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 999.074540] env[69584]: DEBUG nova.scheduler.client.report [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 999.083160] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "d62fd793-995a-44b8-a672-dec8c2ea3257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.083160] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.167605] env[69584]: DEBUG nova.compute.manager [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.167972] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.168750] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b991e6c0-a608-4ac8-97eb-02521e73fff7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.188450] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.190800] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.191495] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f960c5-9f5c-4037-9870-af7aa20d8dfb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.198453] env[69584]: DEBUG oslo_vmware.api [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 999.198453] env[69584]: value = "task-3486005" [ 999.198453] env[69584]: _type = "Task" [ 999.198453] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.212398] env[69584]: DEBUG oslo_vmware.api [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3486005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.245943] env[69584]: DEBUG nova.network.neutron [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Updated VIF entry in instance network info cache for port ae549d4e-b4a3-4db2-9e9a-7d1be1f25046. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.246343] env[69584]: DEBUG nova.network.neutron [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Updating instance_info_cache with network_info: [{"id": "ae549d4e-b4a3-4db2-9e9a-7d1be1f25046", "address": "fa:16:3e:6f:2c:32", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": null, "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapae549d4e-b4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.418690] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.483293] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc0dd5d-038f-4873-b472-9b1837dc6419 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.494637] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efef17e0-9518-45d4-9bfd-c853bd61dfae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.529174] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d5873-c342-473f-a6c4-2af4144b0c7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.537039] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627f3677-1a77-4819-804e-13833dcdc6bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.550715] env[69584]: DEBUG nova.compute.provider_tree [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.585087] env[69584]: DEBUG nova.compute.manager [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.626476] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "50eb1d52-bbdd-4724-8023-ad459a864f10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.641196] env[69584]: DEBUG nova.network.neutron [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.698353] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486003, 'name': ReconfigVM_Task, 'duration_secs': 0.708595} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.698675] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 62bece4b-f005-4a51-949e-601ce2fc90a3/62bece4b-f005-4a51-949e-601ce2fc90a3.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.699609] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc45d5e-1dbb-4b16-967b-815f3e888bca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.713271] env[69584]: DEBUG oslo_vmware.api [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3486005, 'name': PowerOffVM_Task, 'duration_secs': 0.343034} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.714678] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.714863] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.715188] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 999.715188] env[69584]: value = "task-3486006" [ 999.715188] env[69584]: _type = "Task" [ 999.715188] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.715389] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d19f76a-7e73-4ae1-b1e9-12d30fb89418 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.727839] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486006, 'name': Rename_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.751681] env[69584]: DEBUG oslo_concurrency.lockutils [req-26785690-5484-449d-8fb0-9527d6b86200 req-94e7deea-c6ca-40e9-bfda-dfb567c82956 service nova] Releasing lock "refresh_cache-50eb1d52-bbdd-4724-8023-ad459a864f10" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.784439] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.784565] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.784758] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Deleting the datastore file [datastore1] af134f37-05d1-4109-9d7b-ee14ede48856 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.785049] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5238196a-10a6-40e5-be3f-7b1f1e0502b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.793379] env[69584]: DEBUG oslo_vmware.api [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for the task: (returnval){ [ 999.793379] env[69584]: value = "task-3486008" [ 999.793379] env[69584]: _type = "Task" [ 999.793379] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.801893] env[69584]: DEBUG oslo_vmware.api [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3486008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.813068] env[69584]: DEBUG nova.network.neutron [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance_info_cache with network_info: [{"id": "8385826f-2363-422c-8b50-75c20ad9689b", "address": "fa:16:3e:c9:77:fd", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8385826f-23", "ovs_interfaceid": "8385826f-2363-422c-8b50-75c20ad9689b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.841325] env[69584]: DEBUG nova.network.neutron [req-5ed1a1e1-dcbe-44cc-b470-2b29206823d8 req-62864e05-b337-46b0-9de9-155dd443b2b6 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updated VIF entry in instance network info cache for port 14ac657e-fb44-4261-b36b-18244606c0a6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.841716] env[69584]: DEBUG nova.network.neutron [req-5ed1a1e1-dcbe-44cc-b470-2b29206823d8 req-62864e05-b337-46b0-9de9-155dd443b2b6 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updating instance_info_cache with network_info: [{"id": "14ac657e-fb44-4261-b36b-18244606c0a6", "address": "fa:16:3e:23:d4:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac657e-fb", "ovs_interfaceid": "14ac657e-fb44-4261-b36b-18244606c0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.916075] env[69584]: DEBUG nova.network.neutron [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Updating instance_info_cache with network_info: [{"id": "2de4754f-d000-449a-9797-52ac1ab57590", "address": "fa:16:3e:6d:6e:17", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de4754f-d0", "ovs_interfaceid": "2de4754f-d000-449a-9797-52ac1ab57590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.923615] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486004, 'name': ReconfigVM_Task, 'duration_secs': 0.783174} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.923925] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Reconfigured VM instance instance-00000012 to attach disk [datastore1] e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc/e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.924317] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance 'e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc' progress to 50 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.094966] env[69584]: DEBUG nova.scheduler.client.report [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1000.095831] env[69584]: DEBUG nova.compute.provider_tree [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 122 to 123 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1000.098030] env[69584]: DEBUG nova.compute.provider_tree [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.114139] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.225553] env[69584]: DEBUG nova.compute.manager [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Received event network-vif-plugged-2de4754f-d000-449a-9797-52ac1ab57590 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.225836] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] Acquiring lock "1d03c694-3a0a-4b7e-8283-720ffdff541e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.225980] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] Lock "1d03c694-3a0a-4b7e-8283-720ffdff541e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.226169] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] Lock "1d03c694-3a0a-4b7e-8283-720ffdff541e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.226345] env[69584]: DEBUG nova.compute.manager [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] No waiting events found dispatching network-vif-plugged-2de4754f-d000-449a-9797-52ac1ab57590 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.226510] env[69584]: WARNING nova.compute.manager [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Received unexpected event network-vif-plugged-2de4754f-d000-449a-9797-52ac1ab57590 for instance with vm_state building and task_state spawning. [ 1000.226670] env[69584]: DEBUG nova.compute.manager [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Received event network-changed-2de4754f-d000-449a-9797-52ac1ab57590 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.226826] env[69584]: DEBUG nova.compute.manager [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Refreshing instance network info cache due to event network-changed-2de4754f-d000-449a-9797-52ac1ab57590. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.227175] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] Acquiring lock "refresh_cache-1d03c694-3a0a-4b7e-8283-720ffdff541e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.231006] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486006, 'name': Rename_Task, 'duration_secs': 0.389948} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.231258] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.231503] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f3d00d3-6950-4668-9b19-715d2efca37e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.239106] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1000.239106] env[69584]: value = "task-3486009" [ 1000.239106] env[69584]: _type = "Task" [ 1000.239106] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.246968] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.303937] env[69584]: DEBUG oslo_vmware.api [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Task: {'id': task-3486008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352505} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.304232] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.304496] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.304661] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.304867] env[69584]: INFO nova.compute.manager [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1000.305166] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.305387] env[69584]: DEBUG nova.compute.manager [-] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.305498] env[69584]: DEBUG nova.network.neutron [-] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.315963] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.348018] env[69584]: DEBUG oslo_concurrency.lockutils [req-5ed1a1e1-dcbe-44cc-b470-2b29206823d8 req-62864e05-b337-46b0-9de9-155dd443b2b6 service nova] Releasing lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.419781] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "refresh_cache-1d03c694-3a0a-4b7e-8283-720ffdff541e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.419925] env[69584]: DEBUG nova.compute.manager [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Instance network_info: |[{"id": "2de4754f-d000-449a-9797-52ac1ab57590", "address": "fa:16:3e:6d:6e:17", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de4754f-d0", "ovs_interfaceid": "2de4754f-d000-449a-9797-52ac1ab57590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.420300] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] Acquired lock "refresh_cache-1d03c694-3a0a-4b7e-8283-720ffdff541e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.420469] env[69584]: DEBUG nova.network.neutron [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Refreshing network info cache for port 2de4754f-d000-449a-9797-52ac1ab57590 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.421732] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:6e:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2de4754f-d000-449a-9797-52ac1ab57590', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.429346] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.434096] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.435384] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60098da-6f9f-4cf3-a6b5-a51cf8d1880f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.438012] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f7697b6-e5bb-4fa6-8fe9-e671c46ae07e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.473324] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462794c2-f5e7-4047-881a-8f3140b89a2e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.476260] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.476260] env[69584]: value = "task-3486010" [ 1000.476260] env[69584]: _type = "Task" [ 1000.476260] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.496684] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance 'e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc' progress to 67 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.501762] env[69584]: DEBUG nova.compute.manager [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Received event network-changed-ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.501954] env[69584]: DEBUG nova.compute.manager [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Refreshing instance network info cache due to event network-changed-ac736a98-437b-462c-9624-8a9c9c38c532. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.502230] env[69584]: DEBUG oslo_concurrency.lockutils [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] Acquiring lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.502394] env[69584]: DEBUG oslo_concurrency.lockutils [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] Acquired lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.502555] env[69584]: DEBUG nova.network.neutron [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Refreshing network info cache for port ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.513833] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486010, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.604269] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.145s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.606355] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.667s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.631465] env[69584]: INFO nova.scheduler.client.report [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Deleted allocations for instance f833a279-912a-4c24-af76-51e66e852982 [ 1000.734306] env[69584]: DEBUG nova.network.neutron [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Updated VIF entry in instance network info cache for port 2de4754f-d000-449a-9797-52ac1ab57590. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.734721] env[69584]: DEBUG nova.network.neutron [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Updating instance_info_cache with network_info: [{"id": "2de4754f-d000-449a-9797-52ac1ab57590", "address": "fa:16:3e:6d:6e:17", "network": {"id": "02979043-fd91-41b4-a9a2-e5221567afdd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1333114874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3a9ac97ed14a46ba870b8d022a2e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de4754f-d0", "ovs_interfaceid": "2de4754f-d000-449a-9797-52ac1ab57590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.749878] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.840962] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aa32b1-31ff-47bb-8654-74879437735a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.862255] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c6517-4157-4f8b-b9e9-717cb2bda579 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.870065] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance '11419fec-4930-4fa8-9f65-8c5f50ed7a93' progress to 83 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.988589] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486010, 'name': CreateVM_Task, 'duration_secs': 0.507179} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.988786] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.989515] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.989677] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.989989] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.990258] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e85d08-3d7d-45bf-a3d0-325e2e638254 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.995279] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1000.995279] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52298f57-1188-eb20-da51-b74082d0e2e7" [ 1000.995279] env[69584]: _type = "Task" [ 1000.995279] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.003898] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52298f57-1188-eb20-da51-b74082d0e2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.090769] env[69584]: DEBUG nova.network.neutron [-] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.093653] env[69584]: DEBUG nova.network.neutron [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Port 092f78af-e5d5-452b-9a8d-45c6472acb71 binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1001.142994] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8188cad8-50f9-4596-ab18-7e490264fe70 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "f833a279-912a-4c24-af76-51e66e852982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.634s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.237604] env[69584]: DEBUG oslo_concurrency.lockutils [req-4f5734e6-5543-4fcf-a53d-91affa6bc7f8 req-0562e845-e5ec-4efa-8230-2544d62b30cf service nova] Releasing lock "refresh_cache-1d03c694-3a0a-4b7e-8283-720ffdff541e" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.250049] env[69584]: DEBUG oslo_vmware.api [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486009, 'name': PowerOnVM_Task, 'duration_secs': 0.640622} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.250627] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.250983] env[69584]: INFO nova.compute.manager [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1001.251416] env[69584]: DEBUG nova.compute.manager [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.252428] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dafc9c-c5af-492d-b166-43c3bdd45be4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.321912] env[69584]: DEBUG nova.network.neutron [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updated VIF entry in instance network info cache for port ac736a98-437b-462c-9624-8a9c9c38c532. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.322309] env[69584]: DEBUG nova.network.neutron [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updating instance_info_cache with network_info: [{"id": "ac736a98-437b-462c-9624-8a9c9c38c532", "address": "fa:16:3e:59:fb:f3", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac736a98-43", "ovs_interfaceid": "ac736a98-437b-462c-9624-8a9c9c38c532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.376722] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.377033] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5000990e-3e06-492e-9e32-e5dddace1012 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.384662] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1001.384662] env[69584]: value = "task-3486011" [ 1001.384662] env[69584]: _type = "Task" [ 1001.384662] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.392904] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.505338] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52298f57-1188-eb20-da51-b74082d0e2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016467} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.505926] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.506199] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.506440] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.506589] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.506766] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.507040] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9b8ce2f-0b93-427b-8126-4991c119c79f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.533574] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.533809] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.534556] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9f4b83-dbe0-4dd8-883e-1925eb1a848e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.540401] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1001.540401] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52094c3a-8b66-be55-0d3a-04d5abef66cb" [ 1001.540401] env[69584]: _type = "Task" [ 1001.540401] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.548828] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52094c3a-8b66-be55-0d3a-04d5abef66cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.593754] env[69584]: INFO nova.compute.manager [-] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Took 1.29 seconds to deallocate network for instance. [ 1001.623335] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Applying migration context for instance 11419fec-4930-4fa8-9f65-8c5f50ed7a93 as it has an incoming, in-progress migration 0ef3f5b1-6804-44c5-82f4-137b8b77b258. Migration status is post-migrating {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1001.623573] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Applying migration context for instance e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc as it has an incoming, in-progress migration bd68692c-a2cf-4707-bdef-191ca6a23168. Migration status is post-migrating {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1001.625505] env[69584]: INFO nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating resource usage from migration 0ef3f5b1-6804-44c5-82f4-137b8b77b258 [ 1001.625867] env[69584]: INFO nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating resource usage from migration bd68692c-a2cf-4707-bdef-191ca6a23168 [ 1001.648699] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 8707506a-e8d9-462c-bb69-9540aa6b8ff3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1001.648884] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ed0619a9-9206-4935-bb9c-00e3265e8211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1001.649026] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance f6ea22c7-5703-4d58-b92a-42febea3bb06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1001.649351] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1001.649594] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ecba1888-6446-46eb-92f1-33ce6ebdcfc3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1001.649772] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance c6196367-cd11-4e77-abf7-b0a860d1e0e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1001.649939] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance af134f37-05d1-4109-9d7b-ee14ede48856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1001.650117] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1001.650303] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance b52a4253-e4d3-4e8b-9f98-c828d6691e23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1001.650459] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 3137d543-006b-4f18-bbff-d1288ea4017b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1001.650615] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 5f181790-41f0-4812-84bb-672f2f077e83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1001.650771] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 2253f844-d04c-421b-8dd7-74ce94e8a69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1001.650940] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 6da108ae-9618-4c1c-8c96-5adf8424d335 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1001.774300] env[69584]: INFO nova.compute.manager [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Took 33.33 seconds to build instance. [ 1001.825529] env[69584]: DEBUG oslo_concurrency.lockutils [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] Releasing lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.825837] env[69584]: DEBUG nova.compute.manager [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Received event network-changed-ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.826031] env[69584]: DEBUG nova.compute.manager [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Refreshing instance network info cache due to event network-changed-ac736a98-437b-462c-9624-8a9c9c38c532. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.826269] env[69584]: DEBUG oslo_concurrency.lockutils [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] Acquiring lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.826420] env[69584]: DEBUG oslo_concurrency.lockutils [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] Acquired lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.826582] env[69584]: DEBUG nova.network.neutron [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Refreshing network info cache for port ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.894793] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.929884] env[69584]: DEBUG oslo_concurrency.lockutils [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "interface-b52a4253-e4d3-4e8b-9f98-c828d6691e23-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.930170] env[69584]: DEBUG oslo_concurrency.lockutils [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-b52a4253-e4d3-4e8b-9f98-c828d6691e23-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.930560] env[69584]: DEBUG nova.objects.instance [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'flavor' on Instance uuid b52a4253-e4d3-4e8b-9f98-c828d6691e23 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.052178] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52094c3a-8b66-be55-0d3a-04d5abef66cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.052178] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fadd1fb-ac01-47aa-80fe-bd64b3bd1422 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.057892] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1002.057892] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d653f5-c2a0-6d62-22aa-77eb34cdb1ec" [ 1002.057892] env[69584]: _type = "Task" [ 1002.057892] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.064776] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d653f5-c2a0-6d62-22aa-77eb34cdb1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.102870] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.117690] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.117998] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.119019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.154047] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 9805d5cc-af24-4bf5-b99b-4bc316661526 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1002.154047] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance b197d7b8-9d35-417f-9b08-79b454d58ee8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1002.154619] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Migration 0ef3f5b1-6804-44c5-82f4-137b8b77b258 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1002.154619] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 11419fec-4930-4fa8-9f65-8c5f50ed7a93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1002.154619] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 62bece4b-f005-4a51-949e-601ce2fc90a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1002.154619] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Migration bd68692c-a2cf-4707-bdef-191ca6a23168 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1002.154619] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1002.154844] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 1d03c694-3a0a-4b7e-8283-720ffdff541e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1002.276166] env[69584]: DEBUG oslo_concurrency.lockutils [None req-84c2d666-0268-418d-a300-9517301d75d7 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "62bece4b-f005-4a51-949e-601ce2fc90a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.845s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.396771] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486011, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.438628] env[69584]: DEBUG nova.compute.manager [req-2c5529a4-c46c-4692-8b7e-532e5a437021 req-037e5d53-b311-44be-8704-3ffbd8bb2db6 service nova] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Received event network-vif-deleted-75a4ea08-9b50-43d0-9287-c8bbd8dd4164 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.569341] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d653f5-c2a0-6d62-22aa-77eb34cdb1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013845} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.569629] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.569974] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 1d03c694-3a0a-4b7e-8283-720ffdff541e/1d03c694-3a0a-4b7e-8283-720ffdff541e.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.570289] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d497977-86e2-4be4-9c3b-ae658e347aba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.576434] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1002.576434] env[69584]: value = "task-3486012" [ 1002.576434] env[69584]: _type = "Task" [ 1002.576434] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.584045] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.641844] env[69584]: DEBUG nova.objects.instance [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'pci_requests' on Instance uuid b52a4253-e4d3-4e8b-9f98-c828d6691e23 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.658177] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance d62fd793-995a-44b8-a672-dec8c2ea3257 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1002.658177] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1002.658177] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1002.721910] env[69584]: DEBUG nova.network.neutron [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updated VIF entry in instance network info cache for port ac736a98-437b-462c-9624-8a9c9c38c532. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.722324] env[69584]: DEBUG nova.network.neutron [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updating instance_info_cache with network_info: [{"id": "ac736a98-437b-462c-9624-8a9c9c38c532", "address": "fa:16:3e:59:fb:f3", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac736a98-43", "ovs_interfaceid": "ac736a98-437b-462c-9624-8a9c9c38c532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.902216] env[69584]: DEBUG oslo_vmware.api [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486011, 'name': PowerOnVM_Task, 'duration_secs': 1.068261} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.902485] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.902660] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f8fe2-16e6-454c-b100-b5d8340e56d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance '11419fec-4930-4fa8-9f65-8c5f50ed7a93' progress to 100 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.929578] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715246a5-9a24-4489-9387-1101e3edb8a8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.936737] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ea40e3-5fe6-4523-a5cf-2adcab55aef3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.968783] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc25b584-f4ff-4d08-b887-3aa0fc9da6ae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.976618] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdbe1ad-b32f-4cb1-ba26-7e3f4961acbf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.990602] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.085861] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486012, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.144620] env[69584]: DEBUG nova.objects.base [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1003.144879] env[69584]: DEBUG nova.network.neutron [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.182068] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.182395] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.182447] env[69584]: DEBUG nova.network.neutron [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.299584] env[69584]: DEBUG oslo_concurrency.lockutils [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] Releasing lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.299584] env[69584]: DEBUG nova.compute.manager [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received event network-changed-14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.299584] env[69584]: DEBUG nova.compute.manager [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing instance network info cache due to event network-changed-14ac657e-fb44-4261-b36b-18244606c0a6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.299584] env[69584]: DEBUG oslo_concurrency.lockutils [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] Acquiring lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.299584] env[69584]: DEBUG oslo_concurrency.lockutils [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] Acquired lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.299584] env[69584]: DEBUG nova.network.neutron [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing network info cache for port 14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.299584] env[69584]: DEBUG nova.policy [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e095fdd3b54e82b2904ff564b8c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854ce7cfadbe4b698b2d7fd90b8e97c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.494322] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.587815] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910727} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.587948] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 1d03c694-3a0a-4b7e-8283-720ffdff541e/1d03c694-3a0a-4b7e-8283-720ffdff541e.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.589064] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.589064] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68b33871-c3fd-45f7-8de7-489899316242 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.598439] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1003.598439] env[69584]: value = "task-3486013" [ 1003.598439] env[69584]: _type = "Task" [ 1003.598439] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.609934] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.692682] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.692966] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.000724] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1004.000946] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.395s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.001694] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.909s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.002025] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.003770] env[69584]: DEBUG oslo_concurrency.lockutils [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.730s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.003950] env[69584]: DEBUG oslo_concurrency.lockutils [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.006170] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.619s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.006387] env[69584]: DEBUG nova.objects.instance [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lazy-loading 'pci_requests' on Instance uuid 9805d5cc-af24-4bf5-b99b-4bc316661526 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.036156] env[69584]: INFO nova.scheduler.client.report [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Deleted allocations for instance 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206 [ 1004.037902] env[69584]: INFO nova.scheduler.client.report [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted allocations for instance ecba1888-6446-46eb-92f1-33ce6ebdcfc3 [ 1004.109161] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129482} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.109161] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.109784] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd86ca7-88cf-4339-8eaf-39186313fe77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.132654] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1d03c694-3a0a-4b7e-8283-720ffdff541e/1d03c694-3a0a-4b7e-8283-720ffdff541e.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.133851] env[69584]: DEBUG nova.network.neutron [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance_info_cache with network_info: [{"id": "092f78af-e5d5-452b-9a8d-45c6472acb71", "address": "fa:16:3e:07:21:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092f78af-e5", "ovs_interfaceid": "092f78af-e5d5-452b-9a8d-45c6472acb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.135497] env[69584]: DEBUG nova.network.neutron [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updated VIF entry in instance network info cache for port 14ac657e-fb44-4261-b36b-18244606c0a6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.135805] env[69584]: DEBUG nova.network.neutron [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updating instance_info_cache with network_info: [{"id": "14ac657e-fb44-4261-b36b-18244606c0a6", "address": "fa:16:3e:23:d4:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac657e-fb", "ovs_interfaceid": "14ac657e-fb44-4261-b36b-18244606c0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.136754] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08399e3b-9af6-46f9-a25d-23130429c0bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.155632] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.165629] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1004.165629] env[69584]: value = "task-3486014" [ 1004.165629] env[69584]: _type = "Task" [ 1004.165629] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.174852] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.195687] env[69584]: DEBUG nova.compute.manager [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.511034] env[69584]: DEBUG nova.objects.instance [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lazy-loading 'numa_topology' on Instance uuid 9805d5cc-af24-4bf5-b99b-4bc316661526 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.549593] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2867083d-1dfc-430a-abe6-d47a7ddf8453 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "ecba1888-6446-46eb-92f1-33ce6ebdcfc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.044s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.550663] env[69584]: DEBUG oslo_concurrency.lockutils [None req-203dcedb-c8c7-4a8e-81c3-fdb67d1a8787 tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "6c2f0ba5-104f-41c6-ade6-7fe9efcfe206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.653s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.588697] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "62bece4b-f005-4a51-949e-601ce2fc90a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.589047] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "62bece4b-f005-4a51-949e-601ce2fc90a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.589375] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "62bece4b-f005-4a51-949e-601ce2fc90a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.589695] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "62bece4b-f005-4a51-949e-601ce2fc90a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.589990] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "62bece4b-f005-4a51-949e-601ce2fc90a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.592577] env[69584]: INFO nova.compute.manager [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Terminating instance [ 1004.654991] env[69584]: DEBUG oslo_concurrency.lockutils [req-8d9320d6-446f-4834-8a44-de979a973f12 req-885f08c4-c06c-43b6-9b15-0f1a16352179 service nova] Releasing lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.678827] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.685011] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ddf575-7769-4f28-bbb5-a8ab29dcc9df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.710645] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c308ff7b-4c7b-4e3b-af3e-cb27f16ddf4f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.719420] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance 'e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc' progress to 83 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.727370] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.948023] env[69584]: DEBUG nova.compute.manager [req-0e0bb3af-2259-4995-a9f8-4ce18e512e67 req-4d7ac917-0626-4895-85ca-618505f674d7 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received event network-vif-plugged-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.948257] env[69584]: DEBUG oslo_concurrency.lockutils [req-0e0bb3af-2259-4995-a9f8-4ce18e512e67 req-4d7ac917-0626-4895-85ca-618505f674d7 service nova] Acquiring lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.948598] env[69584]: DEBUG oslo_concurrency.lockutils [req-0e0bb3af-2259-4995-a9f8-4ce18e512e67 req-4d7ac917-0626-4895-85ca-618505f674d7 service nova] Lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.948890] env[69584]: DEBUG oslo_concurrency.lockutils [req-0e0bb3af-2259-4995-a9f8-4ce18e512e67 req-4d7ac917-0626-4895-85ca-618505f674d7 service nova] Lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.949166] env[69584]: DEBUG nova.compute.manager [req-0e0bb3af-2259-4995-a9f8-4ce18e512e67 req-4d7ac917-0626-4895-85ca-618505f674d7 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] No waiting events found dispatching network-vif-plugged-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.949462] env[69584]: WARNING nova.compute.manager [req-0e0bb3af-2259-4995-a9f8-4ce18e512e67 req-4d7ac917-0626-4895-85ca-618505f674d7 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received unexpected event network-vif-plugged-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 for instance with vm_state active and task_state None. [ 1005.002768] env[69584]: DEBUG nova.network.neutron [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Successfully updated port: 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.014282] env[69584]: INFO nova.compute.claims [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.026559] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.026816] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.027032] env[69584]: DEBUG nova.compute.manager [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Going to confirm migration 3 {{(pid=69584) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1005.097163] env[69584]: DEBUG nova.compute.manager [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.097437] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.098308] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad0b5e2-2a6c-4ed0-80f7-1b341c7c1e02 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.105816] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.106090] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0a12e5b-b898-4876-840a-4123d1a83400 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.112247] env[69584]: DEBUG oslo_vmware.api [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1005.112247] env[69584]: value = "task-3486015" [ 1005.112247] env[69584]: _type = "Task" [ 1005.112247] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.122792] env[69584]: DEBUG oslo_vmware.api [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.181193] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486014, 'name': ReconfigVM_Task, 'duration_secs': 0.663625} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.181510] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1d03c694-3a0a-4b7e-8283-720ffdff541e/1d03c694-3a0a-4b7e-8283-720ffdff541e.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.182189] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f658333-225a-4e25-9938-084630e49d05 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.188996] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1005.188996] env[69584]: value = "task-3486016" [ 1005.188996] env[69584]: _type = "Task" [ 1005.188996] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.197602] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486016, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.225607] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.225916] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93bb6c0f-7ce5-4eee-bbc9-a1a31f5e289a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.233102] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1005.233102] env[69584]: value = "task-3486017" [ 1005.233102] env[69584]: _type = "Task" [ 1005.233102] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.241619] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.506829] env[69584]: DEBUG oslo_concurrency.lockutils [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.506829] env[69584]: DEBUG oslo_concurrency.lockutils [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.506829] env[69584]: DEBUG nova.network.neutron [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.582840] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.583143] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.583412] env[69584]: DEBUG nova.network.neutron [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.583686] env[69584]: DEBUG nova.objects.instance [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lazy-loading 'info_cache' on Instance uuid 11419fec-4930-4fa8-9f65-8c5f50ed7a93 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.623588] env[69584]: DEBUG oslo_vmware.api [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486015, 'name': PowerOffVM_Task, 'duration_secs': 0.258311} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.623898] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.624083] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.624395] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70fb311c-cba2-421b-8dcf-a92923b985e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.700750] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486016, 'name': Rename_Task, 'duration_secs': 0.195692} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.702318] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.702691] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.702950] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.703220] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleting the datastore file [datastore2] 62bece4b-f005-4a51-949e-601ce2fc90a3 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.703480] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9946a635-d918-4594-9d2c-47abffe79564 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.705271] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f94a99b-6d2b-4e6b-a901-b14dc3d1a5b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.714271] env[69584]: DEBUG oslo_vmware.api [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1005.714271] env[69584]: value = "task-3486021" [ 1005.714271] env[69584]: _type = "Task" [ 1005.714271] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.714557] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1005.714557] env[69584]: value = "task-3486020" [ 1005.714557] env[69584]: _type = "Task" [ 1005.714557] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.725731] env[69584]: DEBUG oslo_vmware.api [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.729159] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.741072] env[69584]: DEBUG oslo_vmware.api [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486017, 'name': PowerOnVM_Task, 'duration_secs': 0.439219} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.741346] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.741549] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ec00a0bc-1e86-43d3-8b50-7adca4964f3a tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance 'e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc' progress to 100 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.041940] env[69584]: WARNING nova.network.neutron [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] 075bdfcc-7e85-4a28-8d1a-c2a546d1edd8 already exists in list: networks containing: ['075bdfcc-7e85-4a28-8d1a-c2a546d1edd8']. ignoring it [ 1006.231055] env[69584]: DEBUG oslo_vmware.api [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30695} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.234388] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.234557] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.234739] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.234912] env[69584]: INFO nova.compute.manager [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1006.235161] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.235360] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.237855] env[69584]: DEBUG nova.compute.manager [-] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.237954] env[69584]: DEBUG nova.network.neutron [-] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.302971] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345e062a-7adb-43c2-b0a7-3e10c978e81c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.316291] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d054da0-4393-4be2-a9cb-ccf9036f22bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.361757] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c54f79d-cab7-4a9f-b49d-c31a382665fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.369531] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3c7549-c95d-4ac1-b628-7865e9b681d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.382450] env[69584]: DEBUG nova.compute.provider_tree [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.519512] env[69584]: DEBUG nova.network.neutron [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updating instance_info_cache with network_info: [{"id": "14ac657e-fb44-4261-b36b-18244606c0a6", "address": "fa:16:3e:23:d4:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac657e-fb", "ovs_interfaceid": "14ac657e-fb44-4261-b36b-18244606c0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73421ae6-7ce8-47b5-8db6-f69fdfe96cb8", "address": "fa:16:3e:ab:0d:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73421ae6-7c", "ovs_interfaceid": "73421ae6-7ce8-47b5-8db6-f69fdfe96cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.728809] env[69584]: DEBUG oslo_vmware.api [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486020, 'name': PowerOnVM_Task, 'duration_secs': 0.835775} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.729109] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.729353] env[69584]: INFO nova.compute.manager [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1006.729582] env[69584]: DEBUG nova.compute.manager [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.731024] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d48683-b624-4201-b620-ee37ed5cfbcd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.834084] env[69584]: DEBUG nova.network.neutron [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance_info_cache with network_info: [{"id": "8385826f-2363-422c-8b50-75c20ad9689b", "address": "fa:16:3e:c9:77:fd", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8385826f-23", "ovs_interfaceid": "8385826f-2363-422c-8b50-75c20ad9689b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.885805] env[69584]: DEBUG nova.scheduler.client.report [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.022771] env[69584]: DEBUG oslo_concurrency.lockutils [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.023631] env[69584]: DEBUG oslo_concurrency.lockutils [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.023892] env[69584]: DEBUG oslo_concurrency.lockutils [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.025428] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24db92b7-9059-4df8-8f25-cc8f1b8071c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.045022] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.045297] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.045501] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.045719] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.045872] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.046132] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.046234] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.046392] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.046557] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.046718] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.046891] env[69584]: DEBUG nova.virt.hardware [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.053377] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Reconfiguring VM to attach interface {{(pid=69584) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1007.053947] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2964f3a5-d78c-4a13-a870-f9770f352268 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.073665] env[69584]: DEBUG oslo_vmware.api [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 1007.073665] env[69584]: value = "task-3486022" [ 1007.073665] env[69584]: _type = "Task" [ 1007.073665] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.081969] env[69584]: DEBUG oslo_vmware.api [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486022, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.090751] env[69584]: DEBUG nova.network.neutron [-] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.143501] env[69584]: DEBUG nova.compute.manager [req-6db3e8fe-45bf-4f51-ad07-ddedfd09f730 req-812b8078-245b-471e-9722-27d138b76099 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received event network-changed-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.143714] env[69584]: DEBUG nova.compute.manager [req-6db3e8fe-45bf-4f51-ad07-ddedfd09f730 req-812b8078-245b-471e-9722-27d138b76099 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing instance network info cache due to event network-changed-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.143986] env[69584]: DEBUG oslo_concurrency.lockutils [req-6db3e8fe-45bf-4f51-ad07-ddedfd09f730 req-812b8078-245b-471e-9722-27d138b76099 service nova] Acquiring lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.144097] env[69584]: DEBUG oslo_concurrency.lockutils [req-6db3e8fe-45bf-4f51-ad07-ddedfd09f730 req-812b8078-245b-471e-9722-27d138b76099 service nova] Acquired lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.144262] env[69584]: DEBUG nova.network.neutron [req-6db3e8fe-45bf-4f51-ad07-ddedfd09f730 req-812b8078-245b-471e-9722-27d138b76099 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing network info cache for port 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.250753] env[69584]: INFO nova.compute.manager [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Took 29.11 seconds to build instance. [ 1007.337202] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-11419fec-4930-4fa8-9f65-8c5f50ed7a93" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.337535] env[69584]: DEBUG nova.objects.instance [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lazy-loading 'migration_context' on Instance uuid 11419fec-4930-4fa8-9f65-8c5f50ed7a93 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.390685] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.384s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.392942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.244s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.393234] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.395032] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.775s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.395260] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.396823] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.874s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.397066] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.399439] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.285s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.400939] env[69584]: INFO nova.compute.claims [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.431464] env[69584]: INFO nova.scheduler.client.report [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Deleted allocations for instance 8707506a-e8d9-462c-bb69-9540aa6b8ff3 [ 1007.433506] env[69584]: INFO nova.scheduler.client.report [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Deleted allocations for instance 6da108ae-9618-4c1c-8c96-5adf8424d335 [ 1007.445488] env[69584]: INFO nova.network.neutron [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updating port e311a74f-136b-4e19-a949-ccd90315ece3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1007.517116] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.517500] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.517835] env[69584]: DEBUG nova.compute.manager [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Going to confirm migration 4 {{(pid=69584) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1007.585903] env[69584]: DEBUG oslo_vmware.api [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.593442] env[69584]: INFO nova.compute.manager [-] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Took 1.36 seconds to deallocate network for instance. [ 1007.755508] env[69584]: DEBUG oslo_concurrency.lockutils [None req-906e8b92-fc38-4bca-a4d5-7f88ce883b78 tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "1d03c694-3a0a-4b7e-8283-720ffdff541e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.624s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.840961] env[69584]: DEBUG nova.objects.base [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Object Instance<11419fec-4930-4fa8-9f65-8c5f50ed7a93> lazy-loaded attributes: info_cache,migration_context {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.842102] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709e8ec9-7f5f-4d93-bb7d-ea36fc6b214c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.862127] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d91cd7-2973-4568-9d75-9e779d5dacf6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.868312] env[69584]: DEBUG oslo_vmware.api [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1007.868312] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c2889b-2491-aace-f3d5-1e8b4b8063bf" [ 1007.868312] env[69584]: _type = "Task" [ 1007.868312] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.877625] env[69584]: DEBUG oslo_vmware.api [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c2889b-2491-aace-f3d5-1e8b4b8063bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.897201] env[69584]: DEBUG nova.network.neutron [req-6db3e8fe-45bf-4f51-ad07-ddedfd09f730 req-812b8078-245b-471e-9722-27d138b76099 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updated VIF entry in instance network info cache for port 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.897733] env[69584]: DEBUG nova.network.neutron [req-6db3e8fe-45bf-4f51-ad07-ddedfd09f730 req-812b8078-245b-471e-9722-27d138b76099 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updating instance_info_cache with network_info: [{"id": "14ac657e-fb44-4261-b36b-18244606c0a6", "address": "fa:16:3e:23:d4:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac657e-fb", "ovs_interfaceid": "14ac657e-fb44-4261-b36b-18244606c0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73421ae6-7ce8-47b5-8db6-f69fdfe96cb8", "address": "fa:16:3e:ab:0d:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73421ae6-7c", "ovs_interfaceid": "73421ae6-7ce8-47b5-8db6-f69fdfe96cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.910637] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e97bc396-970b-405d-b073-547c7b727de4 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.853s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.911786] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.285s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.911786] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "50eb1d52-bbdd-4724-8023-ad459a864f10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.912041] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.912251] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.914730] env[69584]: INFO nova.compute.manager [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Terminating instance [ 1007.944226] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fcc10a54-7a99-44e6-9656-c2bd2aed8ee8 tempest-ServersAdminTestJSON-1768766416 tempest-ServersAdminTestJSON-1768766416-project-member] Lock "8707506a-e8d9-462c-bb69-9540aa6b8ff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.117s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.945217] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ba4b8bb3-34fc-4321-a287-1c812ceb9525 tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "6da108ae-9618-4c1c-8c96-5adf8424d335" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.377s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.058435] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.058675] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.058871] env[69584]: DEBUG nova.network.neutron [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.059088] env[69584]: DEBUG nova.objects.instance [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'info_cache' on Instance uuid e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.086977] env[69584]: DEBUG oslo_vmware.api [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.100690] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.381660] env[69584]: DEBUG oslo_vmware.api [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c2889b-2491-aace-f3d5-1e8b4b8063bf, 'name': SearchDatastore_Task, 'duration_secs': 0.00806} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.381660] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.400512] env[69584]: DEBUG oslo_concurrency.lockutils [req-6db3e8fe-45bf-4f51-ad07-ddedfd09f730 req-812b8078-245b-471e-9722-27d138b76099 service nova] Releasing lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.400771] env[69584]: DEBUG nova.compute.manager [req-6db3e8fe-45bf-4f51-ad07-ddedfd09f730 req-812b8078-245b-471e-9722-27d138b76099 service nova] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Received event network-vif-deleted-b00fbbd8-d6f3-4041-9ada-d6be5583196f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.419200] env[69584]: DEBUG nova.compute.manager [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.419433] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.419807] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ab786ae-aa65-49d8-8982-4be9a785d93e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.433355] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861f2af7-8f6c-4735-8149-6b11beba9250 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.473283] env[69584]: WARNING nova.virt.vmwareapi.vmops [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 50eb1d52-bbdd-4724-8023-ad459a864f10 could not be found. [ 1008.473532] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.473723] env[69584]: INFO nova.compute.manager [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1008.473971] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.476882] env[69584]: DEBUG nova.compute.manager [-] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.476882] env[69584]: DEBUG nova.network.neutron [-] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.592388] env[69584]: DEBUG oslo_vmware.api [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.705884] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d78eae9-0440-40ef-93cb-b71ca80afca9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.715736] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c089ad4-5a1b-44d3-aeee-d4b919e28590 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.747500] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83230d9a-58ea-4de0-a9c3-2975f4e76599 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.756667] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6b8d72-d02d-4402-9be1-3d8d874f1099 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.770968] env[69584]: DEBUG nova.compute.provider_tree [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.080923] env[69584]: DEBUG nova.compute.manager [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.085078] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db39f88-ff2c-4ce4-b1bf-d7c32b0e7e3c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.098007] env[69584]: DEBUG oslo_vmware.api [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.276866] env[69584]: DEBUG nova.scheduler.client.report [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.396178] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.396425] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.396557] env[69584]: DEBUG nova.network.neutron [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.475162] env[69584]: DEBUG nova.network.neutron [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance_info_cache with network_info: [{"id": "092f78af-e5d5-452b-9a8d-45c6472acb71", "address": "fa:16:3e:07:21:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092f78af-e5", "ovs_interfaceid": "092f78af-e5d5-452b-9a8d-45c6472acb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.588100] env[69584]: DEBUG oslo_vmware.api [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.604382] env[69584]: INFO nova.compute.manager [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] instance snapshotting [ 1009.607415] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8a08b0-630b-440c-b4af-3d5dbb2fe99d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.628285] env[69584]: DEBUG nova.network.neutron [-] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.630488] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b960bc-82eb-4d16-9788-4ca352afd800 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.734102] env[69584]: DEBUG nova.compute.manager [req-e60db0a0-82f2-46c4-ae17-be38a1060627 req-415d4a91-2fc4-4a23-8bc4-04745cd19aad service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Received event network-vif-plugged-e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.734346] env[69584]: DEBUG oslo_concurrency.lockutils [req-e60db0a0-82f2-46c4-ae17-be38a1060627 req-415d4a91-2fc4-4a23-8bc4-04745cd19aad service nova] Acquiring lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.734729] env[69584]: DEBUG oslo_concurrency.lockutils [req-e60db0a0-82f2-46c4-ae17-be38a1060627 req-415d4a91-2fc4-4a23-8bc4-04745cd19aad service nova] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.734821] env[69584]: DEBUG oslo_concurrency.lockutils [req-e60db0a0-82f2-46c4-ae17-be38a1060627 req-415d4a91-2fc4-4a23-8bc4-04745cd19aad service nova] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.734949] env[69584]: DEBUG nova.compute.manager [req-e60db0a0-82f2-46c4-ae17-be38a1060627 req-415d4a91-2fc4-4a23-8bc4-04745cd19aad service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] No waiting events found dispatching network-vif-plugged-e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.735323] env[69584]: WARNING nova.compute.manager [req-e60db0a0-82f2-46c4-ae17-be38a1060627 req-415d4a91-2fc4-4a23-8bc4-04745cd19aad service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Received unexpected event network-vif-plugged-e311a74f-136b-4e19-a949-ccd90315ece3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1009.783930] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.784603] env[69584]: DEBUG nova.compute.manager [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.787821] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.685s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.788107] env[69584]: DEBUG nova.objects.instance [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lazy-loading 'resources' on Instance uuid af134f37-05d1-4109-9d7b-ee14ede48856 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.979053] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.979339] env[69584]: DEBUG nova.objects.instance [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'migration_context' on Instance uuid e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.025945] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.026218] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.026422] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.026601] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.026774] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.032369] env[69584]: INFO nova.compute.manager [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Terminating instance [ 1010.101844] env[69584]: DEBUG oslo_vmware.api [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486022, 'name': ReconfigVM_Task, 'duration_secs': 2.869638} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.101844] env[69584]: DEBUG oslo_concurrency.lockutils [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.101844] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Reconfigured VM to attach interface {{(pid=69584) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1010.135217] env[69584]: INFO nova.compute.manager [-] [instance: 50eb1d52-bbdd-4724-8023-ad459a864f10] Took 1.66 seconds to deallocate network for instance. [ 1010.144299] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1010.144950] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-113790d7-e252-4fdd-a69b-1cba84d3d556 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.157216] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1010.157216] env[69584]: value = "task-3486023" [ 1010.157216] env[69584]: _type = "Task" [ 1010.157216] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.170474] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486023, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.193613] env[69584]: DEBUG nova.network.neutron [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updating instance_info_cache with network_info: [{"id": "e311a74f-136b-4e19-a949-ccd90315ece3", "address": "fa:16:3e:4c:f0:46", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape311a74f-13", "ovs_interfaceid": "e311a74f-136b-4e19-a949-ccd90315ece3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.292635] env[69584]: DEBUG nova.compute.utils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.298332] env[69584]: DEBUG nova.compute.manager [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.298846] env[69584]: DEBUG nova.network.neutron [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.355218] env[69584]: DEBUG nova.policy [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b71ab944a0eb498892a3844df6e99960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1cacfb104d84a1781545c4b71aeaed3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.466659] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "f6ea22c7-5703-4d58-b92a-42febea3bb06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.466970] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "f6ea22c7-5703-4d58-b92a-42febea3bb06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.467173] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "f6ea22c7-5703-4d58-b92a-42febea3bb06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.467599] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "f6ea22c7-5703-4d58-b92a-42febea3bb06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.467599] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "f6ea22c7-5703-4d58-b92a-42febea3bb06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.473178] env[69584]: INFO nova.compute.manager [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Terminating instance [ 1010.484875] env[69584]: DEBUG nova.objects.base [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.488152] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786c95aa-802f-4fb7-b0d6-d812734b168a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.515235] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b43510d-0c53-4641-861e-d94b6e137983 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.523636] env[69584]: DEBUG oslo_vmware.api [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1010.523636] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5206b1aa-581c-3537-79c1-32517c592d98" [ 1010.523636] env[69584]: _type = "Task" [ 1010.523636] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.533905] env[69584]: DEBUG oslo_vmware.api [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5206b1aa-581c-3537-79c1-32517c592d98, 'name': SearchDatastore_Task, 'duration_secs': 0.008213} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.537769] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.538718] env[69584]: DEBUG nova.compute.manager [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.538718] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.539668] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7bfa9c-24c4-44b3-ad93-955f8d998014 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.547518] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.547518] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79c2f199-0cdb-4189-beca-c17d1d4cee94 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.564991] env[69584]: DEBUG oslo_vmware.api [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 1010.564991] env[69584]: value = "task-3486024" [ 1010.564991] env[69584]: _type = "Task" [ 1010.564991] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.579223] env[69584]: DEBUG oslo_vmware.api [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3486024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.594266] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.594542] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.603266] env[69584]: DEBUG oslo_concurrency.lockutils [None req-038a3a50-985d-4f26-b213-8f2dfac40dfe tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-b52a4253-e4d3-4e8b-9f98-c828d6691e23-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.673s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.640246] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeb1b71-1204-44e5-b7e3-9eba008fd0f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.648919] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976b3545-a421-4d4c-8931-a7b4584f0673 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.690112] env[69584]: DEBUG nova.network.neutron [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Successfully created port: 4f97e5b9-6dba-4294-97f6-c226346ac288 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.697808] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423511e9-6f62-4f94-aef7-8fd4aa9d8b0b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.700343] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.709736] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486023, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.715882] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c35c7a-0e49-4366-b0cd-4f6b5960cff3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.733677] env[69584]: DEBUG nova.compute.provider_tree [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.740956] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0cb7e0c45d18af4f3eea8229110d9ec5',container_format='bare',created_at=2025-04-19T14:59:46Z,direct_url=,disk_format='vmdk',id=ac2b4a1e-8541-492b-94e4-894353115f71,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-350760477-shelved',owner='6fd97642ffa84fecab8fce7645ac64b2',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-04-19T15:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.741234] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.741407] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.742799] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.742994] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.743920] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.743920] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.743920] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.743920] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.744157] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.744240] env[69584]: DEBUG nova.virt.hardware [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.745305] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4c2049-9f92-44f5-883e-ab7fb2aeb6d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.756286] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe69129-c282-4386-ac73-8d193f52f12c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.774221] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f0:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e311a74f-136b-4e19-a949-ccd90315ece3', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.782279] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.782570] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.782800] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b20ed6b9-7281-4455-a3f3-16b265031b18 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.807028] env[69584]: DEBUG nova.compute.manager [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.809710] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.809710] env[69584]: value = "task-3486025" [ 1010.809710] env[69584]: _type = "Task" [ 1010.809710] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.819340] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486025, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.978607] env[69584]: DEBUG nova.compute.manager [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.978607] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.978937] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe00dbac-79a9-4f63-948f-013335b68e5b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.988348] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.988632] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-002d3bde-b058-4e43-87eb-aea28ef37519 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.000432] env[69584]: DEBUG oslo_vmware.api [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 1011.000432] env[69584]: value = "task-3486026" [ 1011.000432] env[69584]: _type = "Task" [ 1011.000432] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.007592] env[69584]: DEBUG oslo_vmware.api [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3486026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.074490] env[69584]: DEBUG oslo_vmware.api [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3486024, 'name': PowerOffVM_Task, 'duration_secs': 0.258962} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.074490] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.074663] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.075054] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7885c559-5528-4fae-afcf-2884cc793116 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.098811] env[69584]: DEBUG nova.compute.utils [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.167035] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.167035] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.167035] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Deleting the datastore file [datastore1] 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.168284] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6c8dac5-0e60-4f46-b8b7-c5f1b5237dc9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.177037] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486023, 'name': CreateSnapshot_Task, 'duration_secs': 0.943996} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.177865] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1011.179648] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7291724b-cf7f-4bf2-b36f-68339581ddd4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.184868] env[69584]: DEBUG oslo_vmware.api [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for the task: (returnval){ [ 1011.184868] env[69584]: value = "task-3486028" [ 1011.184868] env[69584]: _type = "Task" [ 1011.184868] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.211756] env[69584]: DEBUG oslo_vmware.api [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3486028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.214263] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38fd093a-86eb-4a84-8f10-55b278a5a35f tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "50eb1d52-bbdd-4724-8023-ad459a864f10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.302s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.237060] env[69584]: DEBUG nova.scheduler.client.report [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.325060] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486025, 'name': CreateVM_Task, 'duration_secs': 0.434438} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.325911] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.326016] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.326161] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.326540] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.326827] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4127ae93-9fad-4c64-8af2-3aad3121f551 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.333621] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1011.333621] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f2e144-1c00-7d95-deb9-54a2df4c49a0" [ 1011.333621] env[69584]: _type = "Task" [ 1011.333621] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.347945] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f2e144-1c00-7d95-deb9-54a2df4c49a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.509589] env[69584]: DEBUG oslo_vmware.api [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3486026, 'name': PowerOffVM_Task, 'duration_secs': 0.393196} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.509915] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.510067] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.510332] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4810cbe7-442c-408c-95f4-60e5c9b0a1cd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.602323] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.607209] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.607489] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.607688] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Deleting the datastore file [datastore2] f6ea22c7-5703-4d58-b92a-42febea3bb06 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.607950] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e23870a-65f4-4305-9163-c15364c780a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.615137] env[69584]: DEBUG oslo_vmware.api [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 1011.615137] env[69584]: value = "task-3486030" [ 1011.615137] env[69584]: _type = "Task" [ 1011.615137] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.623729] env[69584]: DEBUG oslo_vmware.api [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3486030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.710740] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1011.711258] env[69584]: DEBUG oslo_vmware.api [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Task: {'id': task-3486028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204108} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.711507] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-182595f3-7abe-4176-9dec-2bfe6d175828 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.716441] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.716710] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.716973] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.717258] env[69584]: INFO nova.compute.manager [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1011.717599] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.717871] env[69584]: DEBUG nova.compute.manager [-] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.718020] env[69584]: DEBUG nova.network.neutron [-] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.728103] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1011.728103] env[69584]: value = "task-3486031" [ 1011.728103] env[69584]: _type = "Task" [ 1011.728103] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.739480] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486031, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.742487] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.745676] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.018s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.747651] env[69584]: INFO nova.compute.claims [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.786986] env[69584]: INFO nova.scheduler.client.report [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Deleted allocations for instance af134f37-05d1-4109-9d7b-ee14ede48856 [ 1011.825359] env[69584]: DEBUG nova.compute.manager [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.855404] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.856188] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Processing image ac2b4a1e-8541-492b-94e4-894353115f71 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.856453] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71/ac2b4a1e-8541-492b-94e4-894353115f71.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.858136] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71/ac2b4a1e-8541-492b-94e4-894353115f71.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.858136] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.858136] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dd91940-0af0-49b1-b190-bc2a9265187a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.868864] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.868864] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.868864] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.868864] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.868864] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.869172] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.869172] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.869310] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.869482] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.869650] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.869820] env[69584]: DEBUG nova.virt.hardware [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.870767] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18d5f7c-ff1d-465b-b100-3f9c6fca500f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.874832] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.875021] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.876184] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a68c91e-a7ff-4f30-a144-f1b20a8b933f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.882961] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b4260-386b-4071-9741-094a23723318 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.890467] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1011.890467] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d1d902-65ca-4dd8-dafa-7db85bb341e7" [ 1011.890467] env[69584]: _type = "Task" [ 1011.890467] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.909748] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Preparing fetch location {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1011.910119] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Fetch image to [datastore2] OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7/OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7.vmdk {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1011.910339] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Downloading stream optimized image ac2b4a1e-8541-492b-94e4-894353115f71 to [datastore2] OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7/OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7.vmdk on the data store datastore2 as vApp {{(pid=69584) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1011.910528] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Downloading image file data ac2b4a1e-8541-492b-94e4-894353115f71 to the ESX as VM named 'OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7' {{(pid=69584) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1011.997709] env[69584]: DEBUG oslo_vmware.rw_handles [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1011.997709] env[69584]: value = "resgroup-9" [ 1011.997709] env[69584]: _type = "ResourcePool" [ 1011.997709] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1011.998351] env[69584]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5746f5f4-0409-467d-87f0-c6dc1adc6624 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.025500] env[69584]: DEBUG oslo_vmware.rw_handles [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lease: (returnval){ [ 1012.025500] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52300900-fee0-a05d-20d1-abb808ee3f7d" [ 1012.025500] env[69584]: _type = "HttpNfcLease" [ 1012.025500] env[69584]: } obtained for vApp import into resource pool (val){ [ 1012.025500] env[69584]: value = "resgroup-9" [ 1012.025500] env[69584]: _type = "ResourcePool" [ 1012.025500] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1012.025824] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the lease: (returnval){ [ 1012.025824] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52300900-fee0-a05d-20d1-abb808ee3f7d" [ 1012.025824] env[69584]: _type = "HttpNfcLease" [ 1012.025824] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.032809] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.032809] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52300900-fee0-a05d-20d1-abb808ee3f7d" [ 1012.032809] env[69584]: _type = "HttpNfcLease" [ 1012.032809] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.128462] env[69584]: DEBUG oslo_vmware.api [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3486030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227278} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.128746] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.128948] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.129166] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.129347] env[69584]: INFO nova.compute.manager [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1012.129747] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.130021] env[69584]: DEBUG nova.compute.manager [-] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.130144] env[69584]: DEBUG nova.network.neutron [-] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.242441] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486031, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.300361] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0bf74cf3-31c4-4f14-9a99-8fefa7094c22 tempest-ServersAdminNegativeTestJSON-1429798445 tempest-ServersAdminNegativeTestJSON-1429798445-project-member] Lock "af134f37-05d1-4109-9d7b-ee14ede48856" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.640s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.347667] env[69584]: DEBUG nova.network.neutron [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Successfully updated port: 4f97e5b9-6dba-4294-97f6-c226346ac288 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.473531] env[69584]: DEBUG nova.network.neutron [-] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.538123] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.538123] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52300900-fee0-a05d-20d1-abb808ee3f7d" [ 1012.538123] env[69584]: _type = "HttpNfcLease" [ 1012.538123] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.622858] env[69584]: DEBUG nova.compute.manager [req-e8cd0ec0-936a-447a-b5db-bd6e16c04571 req-2bbdabcc-c08e-4bfe-9532-aba5c1e88a0f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Received event network-changed-e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.623892] env[69584]: DEBUG nova.compute.manager [req-e8cd0ec0-936a-447a-b5db-bd6e16c04571 req-2bbdabcc-c08e-4bfe-9532-aba5c1e88a0f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Refreshing instance network info cache due to event network-changed-e311a74f-136b-4e19-a949-ccd90315ece3. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.624315] env[69584]: DEBUG oslo_concurrency.lockutils [req-e8cd0ec0-936a-447a-b5db-bd6e16c04571 req-2bbdabcc-c08e-4bfe-9532-aba5c1e88a0f service nova] Acquiring lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.624561] env[69584]: DEBUG oslo_concurrency.lockutils [req-e8cd0ec0-936a-447a-b5db-bd6e16c04571 req-2bbdabcc-c08e-4bfe-9532-aba5c1e88a0f service nova] Acquired lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.624826] env[69584]: DEBUG nova.network.neutron [req-e8cd0ec0-936a-447a-b5db-bd6e16c04571 req-2bbdabcc-c08e-4bfe-9532-aba5c1e88a0f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Refreshing network info cache for port e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.696670] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.697393] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.698270] env[69584]: INFO nova.compute.manager [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Attaching volume b7444e3c-5027-465f-b9b7-922a9b21a047 to /dev/sdb [ 1012.740643] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486031, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.748119] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545bed9d-3293-41dc-8647-461d6ff20afd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.757063] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f373b-500b-4167-9512-3a1600967342 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.783326] env[69584]: DEBUG nova.virt.block_device [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Updating existing volume attachment record: 28c7cc38-8c4f-463f-a81c-6a022aadf8b4 {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1012.851766] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "refresh_cache-d62fd793-995a-44b8-a672-dec8c2ea3257" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.851992] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "refresh_cache-d62fd793-995a-44b8-a672-dec8c2ea3257" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.852139] env[69584]: DEBUG nova.network.neutron [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.978021] env[69584]: INFO nova.compute.manager [-] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Took 1.26 seconds to deallocate network for instance. [ 1013.035588] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.035588] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52300900-fee0-a05d-20d1-abb808ee3f7d" [ 1013.035588] env[69584]: _type = "HttpNfcLease" [ 1013.035588] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1013.036571] env[69584]: DEBUG oslo_vmware.rw_handles [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1013.036571] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52300900-fee0-a05d-20d1-abb808ee3f7d" [ 1013.036571] env[69584]: _type = "HttpNfcLease" [ 1013.036571] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1013.037870] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465b1d64-7fae-4704-85f5-7fd3a219ff56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.050990] env[69584]: DEBUG oslo_vmware.rw_handles [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528400c0-94e9-986d-52ba-533f0e657add/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1013.050990] env[69584]: DEBUG oslo_vmware.rw_handles [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528400c0-94e9-986d-52ba-533f0e657add/disk-0.vmdk. {{(pid=69584) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1013.116244] env[69584]: DEBUG nova.network.neutron [-] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.126286] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1fa60a2-9df3-4773-890c-4b8f801265f6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.204358] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b656d77-510f-4a14-9fa7-f8c95ccc9df6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.215107] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c7b902-46c8-46c5-b75d-3d719bcf8135 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.258026] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e42e9c-9793-44cd-9cbf-c7168b55df5a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.271785] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486031, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.273421] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad33e1d-2bec-4b27-85fd-0847c3f71ab7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.289994] env[69584]: DEBUG nova.compute.provider_tree [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.326286] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "interface-b52a4253-e4d3-4e8b-9f98-c828d6691e23-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.326602] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-b52a4253-e4d3-4e8b-9f98-c828d6691e23-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.446623] env[69584]: DEBUG nova.network.neutron [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.497356] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.576144] env[69584]: DEBUG nova.network.neutron [req-e8cd0ec0-936a-447a-b5db-bd6e16c04571 req-2bbdabcc-c08e-4bfe-9532-aba5c1e88a0f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updated VIF entry in instance network info cache for port e311a74f-136b-4e19-a949-ccd90315ece3. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.576623] env[69584]: DEBUG nova.network.neutron [req-e8cd0ec0-936a-447a-b5db-bd6e16c04571 req-2bbdabcc-c08e-4bfe-9532-aba5c1e88a0f service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updating instance_info_cache with network_info: [{"id": "e311a74f-136b-4e19-a949-ccd90315ece3", "address": "fa:16:3e:4c:f0:46", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape311a74f-13", "ovs_interfaceid": "e311a74f-136b-4e19-a949-ccd90315ece3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.622730] env[69584]: INFO nova.compute.manager [-] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Took 1.49 seconds to deallocate network for instance. [ 1013.649328] env[69584]: DEBUG nova.network.neutron [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Updating instance_info_cache with network_info: [{"id": "4f97e5b9-6dba-4294-97f6-c226346ac288", "address": "fa:16:3e:37:de:a1", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f97e5b9-6d", "ovs_interfaceid": "4f97e5b9-6dba-4294-97f6-c226346ac288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.769313] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486031, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.819429] env[69584]: ERROR nova.scheduler.client.report [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [req-3fbdee98-666a-4704-a5dc-bdb3c338f594] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3fbdee98-666a-4704-a5dc-bdb3c338f594"}]} [ 1013.834280] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.834280] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.834956] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19891af0-34b7-4e84-9300-808f93ce5a21 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.846942] env[69584]: DEBUG nova.scheduler.client.report [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1013.874797] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5431f2-14d2-4f1d-86c7-67896c803897 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.891152] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "371fdc63-5760-4346-9c2c-13cb333e7cdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.891152] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "371fdc63-5760-4346-9c2c-13cb333e7cdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.894392] env[69584]: DEBUG nova.scheduler.client.report [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1013.894657] env[69584]: DEBUG nova.compute.provider_tree [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.928096] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Reconfiguring VM to detach interface {{(pid=69584) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1013.930212] env[69584]: DEBUG nova.scheduler.client.report [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1013.937123] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3075b284-6581-47f3-902c-06c8e8b56f9d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.963931] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 1013.963931] env[69584]: value = "task-3486036" [ 1013.963931] env[69584]: _type = "Task" [ 1013.963931] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.976160] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.979753] env[69584]: DEBUG nova.scheduler.client.report [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1014.080301] env[69584]: DEBUG oslo_concurrency.lockutils [req-e8cd0ec0-936a-447a-b5db-bd6e16c04571 req-2bbdabcc-c08e-4bfe-9532-aba5c1e88a0f service nova] Releasing lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.133630] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.153312] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "refresh_cache-d62fd793-995a-44b8-a672-dec8c2ea3257" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.153639] env[69584]: DEBUG nova.compute.manager [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Instance network_info: |[{"id": "4f97e5b9-6dba-4294-97f6-c226346ac288", "address": "fa:16:3e:37:de:a1", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f97e5b9-6d", "ovs_interfaceid": "4f97e5b9-6dba-4294-97f6-c226346ac288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.156646] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:de:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f97e5b9-6dba-4294-97f6-c226346ac288', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.164284] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.164526] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.164766] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-828b7b53-bfcb-41f0-bc93-fa420b133066 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.196483] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.196483] env[69584]: value = "task-3486037" [ 1014.196483] env[69584]: _type = "Task" [ 1014.196483] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.216070] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486037, 'name': CreateVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.268804] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486031, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.300113] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56b534a-e2ce-4faa-898a-94b85237790e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.320740] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78859e-bc93-42fe-9f16-1f5664960086 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.366867] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2454cdce-095f-4f19-b5bf-c2f9159bd63f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.380199] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaae500c-42d1-471a-84f1-97b8c5e23ee8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.398979] env[69584]: DEBUG nova.compute.manager [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.402011] env[69584]: DEBUG nova.compute.provider_tree [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.479318] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.636354] env[69584]: DEBUG oslo_vmware.rw_handles [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Completed reading data from the image iterator. {{(pid=69584) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1014.636692] env[69584]: DEBUG oslo_vmware.rw_handles [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528400c0-94e9-986d-52ba-533f0e657add/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.637723] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976df8a9-129d-47c7-af8c-85847c7bfc8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.648107] env[69584]: DEBUG oslo_vmware.rw_handles [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528400c0-94e9-986d-52ba-533f0e657add/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.648107] env[69584]: DEBUG oslo_vmware.rw_handles [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528400c0-94e9-986d-52ba-533f0e657add/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1014.648107] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eea8c302-d21f-4bc9-807b-674ed785a755 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.669890] env[69584]: DEBUG nova.compute.manager [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Received event network-vif-deleted-1efba7cf-e13a-41a4-a4f9-a218c08fa73f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.669890] env[69584]: DEBUG nova.compute.manager [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Received event network-vif-plugged-4f97e5b9-6dba-4294-97f6-c226346ac288 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.669890] env[69584]: DEBUG oslo_concurrency.lockutils [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] Acquiring lock "d62fd793-995a-44b8-a672-dec8c2ea3257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.669890] env[69584]: DEBUG oslo_concurrency.lockutils [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.669890] env[69584]: DEBUG oslo_concurrency.lockutils [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.669890] env[69584]: DEBUG nova.compute.manager [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] No waiting events found dispatching network-vif-plugged-4f97e5b9-6dba-4294-97f6-c226346ac288 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.669890] env[69584]: WARNING nova.compute.manager [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Received unexpected event network-vif-plugged-4f97e5b9-6dba-4294-97f6-c226346ac288 for instance with vm_state building and task_state spawning. [ 1014.669890] env[69584]: DEBUG nova.compute.manager [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Received event network-changed-4f97e5b9-6dba-4294-97f6-c226346ac288 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.669890] env[69584]: DEBUG nova.compute.manager [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Refreshing instance network info cache due to event network-changed-4f97e5b9-6dba-4294-97f6-c226346ac288. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.669890] env[69584]: DEBUG oslo_concurrency.lockutils [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] Acquiring lock "refresh_cache-d62fd793-995a-44b8-a672-dec8c2ea3257" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.669890] env[69584]: DEBUG oslo_concurrency.lockutils [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] Acquired lock "refresh_cache-d62fd793-995a-44b8-a672-dec8c2ea3257" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.669890] env[69584]: DEBUG nova.network.neutron [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Refreshing network info cache for port 4f97e5b9-6dba-4294-97f6-c226346ac288 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.713024] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486037, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.766231] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486031, 'name': CloneVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.875689] env[69584]: DEBUG oslo_vmware.rw_handles [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528400c0-94e9-986d-52ba-533f0e657add/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1014.876853] env[69584]: INFO nova.virt.vmwareapi.images [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Downloaded image file data ac2b4a1e-8541-492b-94e4-894353115f71 [ 1014.877822] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc954cd-e315-48a2-8b90-b106416f1274 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.894521] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d928ef2-5aef-4cc2-91a0-f6e52907a1a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.935065] env[69584]: INFO nova.virt.vmwareapi.images [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] The imported VM was unregistered [ 1014.937592] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Caching image {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1014.937673] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.939687] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.939687] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72d26974-1032-4a0d-8a4e-512fd22b5db7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.962366] env[69584]: DEBUG nova.scheduler.client.report [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1014.962730] env[69584]: DEBUG nova.compute.provider_tree [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 125 to 126 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1014.963105] env[69584]: DEBUG nova.compute.provider_tree [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.968509] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Created directory with path [datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.968712] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7/OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7.vmdk to [datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71/ac2b4a1e-8541-492b-94e4-894353115f71.vmdk. {{(pid=69584) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1014.973739] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f23bc8a4-8d01-44be-9bde-65d917fcb824 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.982608] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.985049] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1014.985049] env[69584]: value = "task-3486039" [ 1014.985049] env[69584]: _type = "Task" [ 1014.985049] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.994388] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486039, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.208592] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486037, 'name': CreateVM_Task, 'duration_secs': 0.803649} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.208890] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.209821] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.210088] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.210564] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.214290] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a93aa0-9136-4487-a528-1c67b6d3a628 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.221365] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1015.221365] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521e25c0-1747-536b-ec2e-4a5c62b16519" [ 1015.221365] env[69584]: _type = "Task" [ 1015.221365] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.230842] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521e25c0-1747-536b-ec2e-4a5c62b16519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.267943] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486031, 'name': CloneVM_Task, 'duration_secs': 3.068584} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.268247] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Created linked-clone VM from snapshot [ 1015.269147] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cc11cd-ebc3-4a79-9297-8b9ec58fabdd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.279395] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Uploading image 6ddf4404-c0e3-43c2-b3e1-8b999e3f1a0e {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.299202] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1015.299678] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b4259d2-6f41-4528-ad2a-8115faf7bd3d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.309455] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1015.309455] env[69584]: value = "task-3486041" [ 1015.309455] env[69584]: _type = "Task" [ 1015.309455] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.323159] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486041, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.422015] env[69584]: DEBUG nova.network.neutron [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Updated VIF entry in instance network info cache for port 4f97e5b9-6dba-4294-97f6-c226346ac288. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.422452] env[69584]: DEBUG nova.network.neutron [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Updating instance_info_cache with network_info: [{"id": "4f97e5b9-6dba-4294-97f6-c226346ac288", "address": "fa:16:3e:37:de:a1", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f97e5b9-6d", "ovs_interfaceid": "4f97e5b9-6dba-4294-97f6-c226346ac288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.470155] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.725s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.470705] env[69584]: DEBUG nova.compute.manager [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.479100] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.379s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.479656] env[69584]: DEBUG nova.objects.instance [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lazy-loading 'resources' on Instance uuid 62bece4b-f005-4a51-949e-601ce2fc90a3 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.489360] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.504156] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486039, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.734617] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521e25c0-1747-536b-ec2e-4a5c62b16519, 'name': SearchDatastore_Task, 'duration_secs': 0.062608} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.734955] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.735213] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.735532] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.735710] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.735896] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.736187] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f329dc8c-3b93-4b03-ab0d-8ab2971971bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.756126] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.757826] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.758811] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0a1caa-83a4-4461-81b3-af5f47d2d677 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.768741] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1015.768741] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5262d2c6-0153-8f83-729c-469c76b8cbf3" [ 1015.768741] env[69584]: _type = "Task" [ 1015.768741] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.779408] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5262d2c6-0153-8f83-729c-469c76b8cbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.820539] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486041, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.925881] env[69584]: DEBUG oslo_concurrency.lockutils [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] Releasing lock "refresh_cache-d62fd793-995a-44b8-a672-dec8c2ea3257" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.926529] env[69584]: DEBUG nova.compute.manager [req-b3a70d0c-7cf7-4bbd-8d23-554dbe475c23 req-a45244d1-6e76-4324-b311-7ec3929a1e27 service nova] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Received event network-vif-deleted-4033335e-8262-41fa-bb8e-34b967ae481e {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.982779] env[69584]: DEBUG nova.compute.utils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.985449] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.988825] env[69584]: DEBUG nova.compute.manager [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.989070] env[69584]: DEBUG nova.network.neutron [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.006023] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486039, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.050026] env[69584]: DEBUG nova.policy [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ec5e33ea4f4cb0a5c65a86185e6331', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30ab127f210d400c82d25e60ee70048e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.286060] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5262d2c6-0153-8f83-729c-469c76b8cbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.094944} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.287657] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c0b48a-ecd2-4371-a6e8-4c8dba3b8a00 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.296229] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1016.296229] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5271117a-3e61-cc15-5e9f-f1a6562f86f6" [ 1016.296229] env[69584]: _type = "Task" [ 1016.296229] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.311110] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5271117a-3e61-cc15-5e9f-f1a6562f86f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.321490] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486041, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.353061] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9df8356-717a-442e-a463-266ecf52dc72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.362530] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f0e2e0-761f-4894-9c80-4946359ad71b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.401437] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04befebb-7382-42e1-bd12-999c2e20eb8e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.413132] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c77e1-f3eb-4703-8d94-d316c1750d76 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.431761] env[69584]: DEBUG nova.compute.provider_tree [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.442851] env[69584]: DEBUG nova.network.neutron [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Successfully created port: dfceeeef-465a-45b3-9c1b-17cc077387d7 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.480605] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.492857] env[69584]: DEBUG nova.compute.manager [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.507415] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486039, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.810425] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5271117a-3e61-cc15-5e9f-f1a6562f86f6, 'name': SearchDatastore_Task, 'duration_secs': 0.096732} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.810425] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.810770] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] d62fd793-995a-44b8-a672-dec8c2ea3257/d62fd793-995a-44b8-a672-dec8c2ea3257.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.810770] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fd80f0e-f98e-4bfe-acd3-2073a62d82d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.822981] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486041, 'name': Destroy_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.825031] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1016.825031] env[69584]: value = "task-3486042" [ 1016.825031] env[69584]: _type = "Task" [ 1016.825031] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.834371] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.935302] env[69584]: DEBUG nova.scheduler.client.report [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.983161] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.011661] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486039, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.327181] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486041, 'name': Destroy_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.343176] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.441045] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.443775] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.062s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.465672] env[69584]: INFO nova.scheduler.client.report [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted allocations for instance 62bece4b-f005-4a51-949e-601ce2fc90a3 [ 1017.484058] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.509781] env[69584]: DEBUG nova.compute.manager [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.512306] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486039, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.546428] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.546428] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.546428] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.546428] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.546428] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.546663] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.547078] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.547505] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.547893] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.548206] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.548505] env[69584]: DEBUG nova.virt.hardware [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.550223] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b810a5a-d686-4af9-aa92-33504c90f1ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.563063] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2588d8-bbec-4e11-99e7-e58157f7987e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.826136] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486041, 'name': Destroy_Task, 'duration_secs': 2.041629} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.826525] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Destroyed the VM [ 1017.827586] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1017.827586] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7393e0a0-1f15-4c80-9084-11315736a17f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.840265] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486042, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.843248] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1017.843248] env[69584]: value = "task-3486043" [ 1017.843248] env[69584]: _type = "Task" [ 1017.843248] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.858789] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1017.858789] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696864', 'volume_id': 'b7444e3c-5027-465f-b9b7-922a9b21a047', 'name': 'volume-b7444e3c-5027-465f-b9b7-922a9b21a047', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2253f844-d04c-421b-8dd7-74ce94e8a69e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7444e3c-5027-465f-b9b7-922a9b21a047', 'serial': 'b7444e3c-5027-465f-b9b7-922a9b21a047'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1017.859423] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquiring lock "29b60e19-a484-46b8-b489-18a99bf149c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.859695] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lock "29b60e19-a484-46b8-b489-18a99bf149c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.861141] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486043, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.861903] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5673f07-84e3-4ca3-b91b-e8b7f0bd03af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.881572] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b756ee2c-df37-421d-93ae-320ba3925981 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.911908] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-b7444e3c-5027-465f-b9b7-922a9b21a047/volume-b7444e3c-5027-465f-b9b7-922a9b21a047.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.912926] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ffdde1-14cd-4cf7-8e1f-ff175a77cb39 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.940520] env[69584]: DEBUG oslo_vmware.api [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1017.940520] env[69584]: value = "task-3486044" [ 1017.940520] env[69584]: _type = "Task" [ 1017.940520] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.954542] env[69584]: DEBUG oslo_vmware.api [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.978792] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e99093bc-d59e-4dec-aaac-25ed56b53b17 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "62bece4b-f005-4a51-949e-601ce2fc90a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.390s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.992095] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.010457] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486039, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.52901} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.010830] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7/OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7.vmdk to [datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71/ac2b4a1e-8541-492b-94e4-894353115f71.vmdk. [ 1018.011741] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Cleaning up location [datastore2] OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1018.011741] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_175ea871-9686-47d9-a431-96b8bb7d3ec7 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.011741] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18027566-322e-4674-a3f6-5b575f6470fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.024776] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1018.024776] env[69584]: value = "task-3486045" [ 1018.024776] env[69584]: _type = "Task" [ 1018.024776] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.042613] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.102969] env[69584]: DEBUG nova.compute.manager [req-1c71a826-4df0-4824-9876-9d0f91f44af4 req-15fb3244-b06a-45e3-bf24-f04c61fc469b service nova] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Received event network-vif-plugged-dfceeeef-465a-45b3-9c1b-17cc077387d7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.103301] env[69584]: DEBUG oslo_concurrency.lockutils [req-1c71a826-4df0-4824-9876-9d0f91f44af4 req-15fb3244-b06a-45e3-bf24-f04c61fc469b service nova] Acquiring lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.104530] env[69584]: DEBUG oslo_concurrency.lockutils [req-1c71a826-4df0-4824-9876-9d0f91f44af4 req-15fb3244-b06a-45e3-bf24-f04c61fc469b service nova] Lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.104530] env[69584]: DEBUG oslo_concurrency.lockutils [req-1c71a826-4df0-4824-9876-9d0f91f44af4 req-15fb3244-b06a-45e3-bf24-f04c61fc469b service nova] Lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.104530] env[69584]: DEBUG nova.compute.manager [req-1c71a826-4df0-4824-9876-9d0f91f44af4 req-15fb3244-b06a-45e3-bf24-f04c61fc469b service nova] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] No waiting events found dispatching network-vif-plugged-dfceeeef-465a-45b3-9c1b-17cc077387d7 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.104530] env[69584]: WARNING nova.compute.manager [req-1c71a826-4df0-4824-9876-9d0f91f44af4 req-15fb3244-b06a-45e3-bf24-f04c61fc469b service nova] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Received unexpected event network-vif-plugged-dfceeeef-465a-45b3-9c1b-17cc077387d7 for instance with vm_state building and task_state spawning. [ 1018.252535] env[69584]: DEBUG nova.network.neutron [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Successfully updated port: dfceeeef-465a-45b3-9c1b-17cc077387d7 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.294633] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee690cdf-840e-4fe0-bca6-b35f0aea8f0d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.310123] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009673f5-62ab-439e-9dd7-14ba64ac5b66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.360743] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefabf3-aa95-4ba0-ae54-a46bdd67e89d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.369847] env[69584]: DEBUG nova.compute.manager [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.372206] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486043, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.377956] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486042, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.206968} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.378317] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] d62fd793-995a-44b8-a672-dec8c2ea3257/d62fd793-995a-44b8-a672-dec8c2ea3257.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.378588] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.379884] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563ba1e2-466b-4bfa-8fda-3eee56cdf4f2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.384210] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43b4bb6b-db24-427d-a1d3-5038c5cd1c70 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.398330] env[69584]: DEBUG nova.compute.provider_tree [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.401149] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1018.401149] env[69584]: value = "task-3486046" [ 1018.401149] env[69584]: _type = "Task" [ 1018.401149] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.413153] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.451806] env[69584]: DEBUG oslo_vmware.api [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.485608] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.536330] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112894} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.536330] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.536330] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71/ac2b4a1e-8541-492b-94e4-894353115f71.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.536526] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71/ac2b4a1e-8541-492b-94e4-894353115f71.vmdk to [datastore2] 9805d5cc-af24-4bf5-b99b-4bc316661526/9805d5cc-af24-4bf5-b99b-4bc316661526.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.537525] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71067dce-08e1-4dd4-839f-d1ae06247cb9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.545841] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1018.545841] env[69584]: value = "task-3486047" [ 1018.545841] env[69584]: _type = "Task" [ 1018.545841] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.559544] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.756704] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "refresh_cache-adc4eb4c-51a7-49ec-a061-51a40ef943f5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.756802] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired lock "refresh_cache-adc4eb4c-51a7-49ec-a061-51a40ef943f5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.756933] env[69584]: DEBUG nova.network.neutron [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.863167] env[69584]: DEBUG oslo_vmware.api [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486043, 'name': RemoveSnapshot_Task, 'duration_secs': 0.819026} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.863465] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1018.894418] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.916545] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080246} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.916872] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.917778] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f37bb1-e801-4e02-b1db-5691423ded3b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.942907] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] d62fd793-995a-44b8-a672-dec8c2ea3257/d62fd793-995a-44b8-a672-dec8c2ea3257.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.944127] env[69584]: ERROR nova.scheduler.client.report [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [req-cebde7fa-da5b-439d-a282-d22095a80872] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cebde7fa-da5b-439d-a282-d22095a80872"}]} [ 1018.946294] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82613aad-46f0-4e24-838b-09787357f016 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.972344] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.972722] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.984108] env[69584]: DEBUG oslo_vmware.api [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486044, 'name': ReconfigVM_Task, 'duration_secs': 0.711326} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.985267] env[69584]: DEBUG nova.scheduler.client.report [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1018.988535] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-b7444e3c-5027-465f-b9b7-922a9b21a047/volume-b7444e3c-5027-465f-b9b7-922a9b21a047.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.993872] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1018.993872] env[69584]: value = "task-3486048" [ 1018.993872] env[69584]: _type = "Task" [ 1018.993872] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.998038] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e014d6e-bf41-4f57-b6c3-422e3f0d576e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.008886] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.010078] env[69584]: DEBUG nova.scheduler.client.report [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1019.010314] env[69584]: DEBUG nova.compute.provider_tree [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.024012] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.025687] env[69584]: DEBUG oslo_vmware.api [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1019.025687] env[69584]: value = "task-3486049" [ 1019.025687] env[69584]: _type = "Task" [ 1019.025687] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.030438] env[69584]: DEBUG nova.scheduler.client.report [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1019.039820] env[69584]: DEBUG oslo_vmware.api [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.053854] env[69584]: DEBUG nova.scheduler.client.report [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1019.060177] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486047, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.304992] env[69584]: DEBUG nova.network.neutron [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.368089] env[69584]: WARNING nova.compute.manager [None req-359d4976-40eb-46e1-a023-c8681aa16bfb tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Image not found during snapshot: nova.exception.ImageNotFound: Image 6ddf4404-c0e3-43c2-b3e1-8b999e3f1a0e could not be found. [ 1019.377744] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d28f25-fcde-4baf-92ee-35a70ed00dfe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.386246] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d6b92b-75c3-4b8d-a745-a140b23b006e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.425353] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb51e75-3ec1-4045-bd2b-abcc74b035d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.435090] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4059624-391c-44ce-86ca-b5234d58b16b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.455150] env[69584]: DEBUG nova.compute.provider_tree [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.475405] env[69584]: DEBUG nova.compute.manager [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.490884] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.521606] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.537637] env[69584]: DEBUG oslo_vmware.api [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486049, 'name': ReconfigVM_Task, 'duration_secs': 0.279455} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.537965] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696864', 'volume_id': 'b7444e3c-5027-465f-b9b7-922a9b21a047', 'name': 'volume-b7444e3c-5027-465f-b9b7-922a9b21a047', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2253f844-d04c-421b-8dd7-74ce94e8a69e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7444e3c-5027-465f-b9b7-922a9b21a047', 'serial': 'b7444e3c-5027-465f-b9b7-922a9b21a047'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1019.558753] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486047, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.559836] env[69584]: DEBUG nova.network.neutron [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Updating instance_info_cache with network_info: [{"id": "dfceeeef-465a-45b3-9c1b-17cc077387d7", "address": "fa:16:3e:fe:32:6b", "network": {"id": "1f911639-9434-4a83-87ec-2925a63b600a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1677974906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ab127f210d400c82d25e60ee70048e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfceeeef-46", "ovs_interfaceid": "dfceeeef-465a-45b3-9c1b-17cc077387d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.996030] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.997087] env[69584]: DEBUG nova.scheduler.client.report [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1019.997414] env[69584]: DEBUG nova.compute.provider_tree [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 128 to 129 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1019.997502] env[69584]: DEBUG nova.compute.provider_tree [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.001670] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.022599] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.058901] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486047, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.062547] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Releasing lock "refresh_cache-adc4eb4c-51a7-49ec-a061-51a40ef943f5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.062897] env[69584]: DEBUG nova.compute.manager [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Instance network_info: |[{"id": "dfceeeef-465a-45b3-9c1b-17cc077387d7", "address": "fa:16:3e:fe:32:6b", "network": {"id": "1f911639-9434-4a83-87ec-2925a63b600a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1677974906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ab127f210d400c82d25e60ee70048e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfceeeef-46", "ovs_interfaceid": "dfceeeef-465a-45b3-9c1b-17cc077387d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.063342] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:32:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfceeeef-465a-45b3-9c1b-17cc077387d7', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.071271] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.071506] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.071766] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54b19626-cdc3-4df6-bcb1-b0779aac6178 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.096722] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.096722] env[69584]: value = "task-3486050" [ 1020.096722] env[69584]: _type = "Task" [ 1020.096722] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.107212] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486050, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.134036] env[69584]: DEBUG nova.compute.manager [req-7edd7f78-b802-4529-8d80-5911bbb2c0ca req-630c9bb5-2246-4cf3-b4db-bb7d5b5ff15f service nova] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Received event network-changed-dfceeeef-465a-45b3-9c1b-17cc077387d7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.134036] env[69584]: DEBUG nova.compute.manager [req-7edd7f78-b802-4529-8d80-5911bbb2c0ca req-630c9bb5-2246-4cf3-b4db-bb7d5b5ff15f service nova] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Refreshing instance network info cache due to event network-changed-dfceeeef-465a-45b3-9c1b-17cc077387d7. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.134036] env[69584]: DEBUG oslo_concurrency.lockutils [req-7edd7f78-b802-4529-8d80-5911bbb2c0ca req-630c9bb5-2246-4cf3-b4db-bb7d5b5ff15f service nova] Acquiring lock "refresh_cache-adc4eb4c-51a7-49ec-a061-51a40ef943f5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.134036] env[69584]: DEBUG oslo_concurrency.lockutils [req-7edd7f78-b802-4529-8d80-5911bbb2c0ca req-630c9bb5-2246-4cf3-b4db-bb7d5b5ff15f service nova] Acquired lock "refresh_cache-adc4eb4c-51a7-49ec-a061-51a40ef943f5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.134036] env[69584]: DEBUG nova.network.neutron [req-7edd7f78-b802-4529-8d80-5911bbb2c0ca req-630c9bb5-2246-4cf3-b4db-bb7d5b5ff15f service nova] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Refreshing network info cache for port dfceeeef-465a-45b3-9c1b-17cc077387d7 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.495430] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.522262] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486048, 'name': ReconfigVM_Task, 'duration_secs': 1.244276} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.523177] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Reconfigured VM instance instance-00000058 to attach disk [datastore2] d62fd793-995a-44b8-a672-dec8c2ea3257/d62fd793-995a-44b8-a672-dec8c2ea3257.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.523834] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-208bc41a-d0d7-4acc-b8f7-4ec0740a9d55 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.533291] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1020.533291] env[69584]: value = "task-3486051" [ 1020.533291] env[69584]: _type = "Task" [ 1020.533291] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.544258] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486051, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.560032] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486047, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.590838] env[69584]: DEBUG nova.objects.instance [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lazy-loading 'flavor' on Instance uuid 2253f844-d04c-421b-8dd7-74ce94e8a69e {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.609827] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486050, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.716245] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "1d03c694-3a0a-4b7e-8283-720ffdff541e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.716621] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "1d03c694-3a0a-4b7e-8283-720ffdff541e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.716852] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "1d03c694-3a0a-4b7e-8283-720ffdff541e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.717054] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "1d03c694-3a0a-4b7e-8283-720ffdff541e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.717273] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "1d03c694-3a0a-4b7e-8283-720ffdff541e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.720098] env[69584]: INFO nova.compute.manager [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Terminating instance [ 1020.908891] env[69584]: DEBUG nova.network.neutron [req-7edd7f78-b802-4529-8d80-5911bbb2c0ca req-630c9bb5-2246-4cf3-b4db-bb7d5b5ff15f service nova] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Updated VIF entry in instance network info cache for port dfceeeef-465a-45b3-9c1b-17cc077387d7. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.908991] env[69584]: DEBUG nova.network.neutron [req-7edd7f78-b802-4529-8d80-5911bbb2c0ca req-630c9bb5-2246-4cf3-b4db-bb7d5b5ff15f service nova] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Updating instance_info_cache with network_info: [{"id": "dfceeeef-465a-45b3-9c1b-17cc077387d7", "address": "fa:16:3e:fe:32:6b", "network": {"id": "1f911639-9434-4a83-87ec-2925a63b600a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1677974906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ab127f210d400c82d25e60ee70048e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfceeeef-46", "ovs_interfaceid": "dfceeeef-465a-45b3-9c1b-17cc077387d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.995297] env[69584]: DEBUG oslo_vmware.api [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486036, 'name': ReconfigVM_Task, 'duration_secs': 7.022358} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.995639] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.995972] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Reconfigured VM to detach interface {{(pid=69584) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1021.011060] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.565s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.012882] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.475s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.045020] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486051, 'name': Rename_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.063325] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486047, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.446828} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.065513] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ac2b4a1e-8541-492b-94e4-894353115f71/ac2b4a1e-8541-492b-94e4-894353115f71.vmdk to [datastore2] 9805d5cc-af24-4bf5-b99b-4bc316661526/9805d5cc-af24-4bf5-b99b-4bc316661526.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.066387] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5418c48-eefd-4e9d-aad8-5d8ee3a8e674 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.091332] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 9805d5cc-af24-4bf5-b99b-4bc316661526/9805d5cc-af24-4bf5-b99b-4bc316661526.vmdk or device None with type streamOptimized {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.092198] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f619167c-4dcb-4a9f-a1c4-14a0c5057e57 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.114408] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a7819e7-b5ae-4a30-8829-a17be7fb20ac tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.417s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.121249] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486050, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.125419] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1021.125419] env[69584]: value = "task-3486052" [ 1021.125419] env[69584]: _type = "Task" [ 1021.125419] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.225817] env[69584]: DEBUG nova.compute.manager [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.226060] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.226927] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e258a86-16ba-44b1-b523-fa4124798660 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.237566] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.237877] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a2ef3e-2abf-4df3-8c41-a2c4150abe4d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.245604] env[69584]: DEBUG oslo_vmware.api [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1021.245604] env[69584]: value = "task-3486053" [ 1021.245604] env[69584]: _type = "Task" [ 1021.245604] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.254546] env[69584]: DEBUG oslo_vmware.api [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.415816] env[69584]: DEBUG oslo_concurrency.lockutils [req-7edd7f78-b802-4529-8d80-5911bbb2c0ca req-630c9bb5-2246-4cf3-b4db-bb7d5b5ff15f service nova] Releasing lock "refresh_cache-adc4eb4c-51a7-49ec-a061-51a40ef943f5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.545015] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486051, 'name': Rename_Task, 'duration_secs': 0.559645} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.546997] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.547402] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-791a75b0-1658-4669-a981-d57cae211bc0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.560752] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1021.560752] env[69584]: value = "task-3486054" [ 1021.560752] env[69584]: _type = "Task" [ 1021.560752] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.575000] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.601319] env[69584]: INFO nova.scheduler.client.report [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted allocation for migration 0ef3f5b1-6804-44c5-82f4-137b8b77b258 [ 1021.621877] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486050, 'name': CreateVM_Task, 'duration_secs': 1.036198} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.625749] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.626611] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.626783] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.627163] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.627533] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67a8403-9be9-41ef-ad00-199152fa9b01 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.639706] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486052, 'name': ReconfigVM_Task, 'duration_secs': 0.323579} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.644822] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 9805d5cc-af24-4bf5-b99b-4bc316661526/9805d5cc-af24-4bf5-b99b-4bc316661526.vmdk or device None with type streamOptimized {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.645685] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1021.645685] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520c8150-92f7-3a13-ed65-ece8cdd4c056" [ 1021.645685] env[69584]: _type = "Task" [ 1021.645685] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.646233] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4605d0eb-f3c3-4f0c-a4b2-62dbc84ef64f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.658656] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520c8150-92f7-3a13-ed65-ece8cdd4c056, 'name': SearchDatastore_Task, 'duration_secs': 0.013804} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.661039] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.661304] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.661539] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.662369] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.662582] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.662928] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1021.662928] env[69584]: value = "task-3486055" [ 1021.662928] env[69584]: _type = "Task" [ 1021.662928] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.665829] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40af3e91-9783-4d78-ba38-5b40a0320152 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.678161] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486055, 'name': Rename_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.683406] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.683655] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.684423] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b336b51c-4faf-47b2-8685-d09f85ea7bbe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.694131] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1021.694131] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52261197-96a6-7fc1-7015-4f23a52ebcc0" [ 1021.694131] env[69584]: _type = "Task" [ 1021.694131] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.706399] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52261197-96a6-7fc1-7015-4f23a52ebcc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.756524] env[69584]: DEBUG oslo_vmware.api [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486053, 'name': PowerOffVM_Task, 'duration_secs': 0.236149} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.759345] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.759535] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.760958] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e22c5581-70ef-4451-873b-5252f8a67fed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.849833] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.850264] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.850550] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleting the datastore file [datastore2] 1d03c694-3a0a-4b7e-8283-720ffdff541e {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.850902] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f65527d6-f1e1-4494-87ef-ad1d2d328748 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.859310] env[69584]: DEBUG oslo_vmware.api [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for the task: (returnval){ [ 1021.859310] env[69584]: value = "task-3486057" [ 1021.859310] env[69584]: _type = "Task" [ 1021.859310] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.871741] env[69584]: DEBUG oslo_vmware.api [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.879019] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92eb192-2b28-4b73-96e8-16edded3c2a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.885539] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f34ac3c-ecbf-4dd3-b1c0-dcc21a9b6970 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.917069] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672ba57e-5c5c-42c4-a7e0-3f79cd2f3c6b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.925554] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0722b1-30be-42ab-bb14-f951d29fb1b0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.940388] env[69584]: DEBUG nova.compute.provider_tree [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.074879] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.110971] env[69584]: DEBUG oslo_concurrency.lockutils [None req-29ded411-d4ad-4852-8b4d-518f9fec54d9 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.083s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.180652] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486055, 'name': Rename_Task, 'duration_secs': 0.158723} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.181123] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.181519] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d25592f5-1cea-4868-af7f-66c8d49acd78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.189699] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1022.189699] env[69584]: value = "task-3486058" [ 1022.189699] env[69584]: _type = "Task" [ 1022.189699] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.201470] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.207962] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52261197-96a6-7fc1-7015-4f23a52ebcc0, 'name': SearchDatastore_Task, 'duration_secs': 0.01294} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.208932] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6299324c-93c1-4fc6-9be0-65ef440d02e4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.216920] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1022.216920] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fe0c44-70e0-9520-c10c-fced8e6533c4" [ 1022.216920] env[69584]: _type = "Task" [ 1022.216920] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.227779] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fe0c44-70e0-9520-c10c-fced8e6533c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.337092] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.337366] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.338110] env[69584]: DEBUG nova.network.neutron [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.371915] env[69584]: DEBUG oslo_vmware.api [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Task: {'id': task-3486057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172306} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.372542] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.372542] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.372655] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.372964] env[69584]: INFO nova.compute.manager [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1022.373342] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.373673] env[69584]: DEBUG nova.compute.manager [-] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.373860] env[69584]: DEBUG nova.network.neutron [-] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.447424] env[69584]: DEBUG nova.scheduler.client.report [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.580162] env[69584]: DEBUG oslo_vmware.api [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486054, 'name': PowerOnVM_Task, 'duration_secs': 0.89855} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.580588] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.580851] env[69584]: INFO nova.compute.manager [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1022.581249] env[69584]: DEBUG nova.compute.manager [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.581905] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f3d962-a5c2-4d41-8971-c1b8b6f6346b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.703269] env[69584]: DEBUG oslo_vmware.api [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486058, 'name': PowerOnVM_Task, 'duration_secs': 0.49862} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.703634] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.733561] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fe0c44-70e0-9520-c10c-fced8e6533c4, 'name': SearchDatastore_Task, 'duration_secs': 0.016696} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.733854] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.734140] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] adc4eb4c-51a7-49ec-a061-51a40ef943f5/adc4eb4c-51a7-49ec-a061-51a40ef943f5.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.734666] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-713195de-15e2-40c5-bbc3-04b6d84b3a0e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.744036] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1022.744036] env[69584]: value = "task-3486059" [ 1022.744036] env[69584]: _type = "Task" [ 1022.744036] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.752941] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.853163] env[69584]: DEBUG nova.compute.manager [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.854642] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49ca8fb-2dfb-4a0b-a821-f684039b6c66 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.872680] env[69584]: DEBUG nova.compute.manager [req-5ccdb01b-55f7-4a49-835a-af2e8b5ac89d req-ce775067-4e4f-4c93-8a8c-7d07e7386570 service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Received event network-vif-deleted-2de4754f-d000-449a-9797-52ac1ab57590 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.872680] env[69584]: INFO nova.compute.manager [req-5ccdb01b-55f7-4a49-835a-af2e8b5ac89d req-ce775067-4e4f-4c93-8a8c-7d07e7386570 service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Neutron deleted interface 2de4754f-d000-449a-9797-52ac1ab57590; detaching it from the instance and deleting it from the info cache [ 1022.872680] env[69584]: DEBUG nova.network.neutron [req-5ccdb01b-55f7-4a49-835a-af2e8b5ac89d req-ce775067-4e4f-4c93-8a8c-7d07e7386570 service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.879296] env[69584]: DEBUG nova.compute.manager [req-1615fc92-b1ed-412a-ae1b-298b449484f4 req-26b19f16-b85e-42bb-a960-7f209c72c0f0 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received event network-changed-14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.879296] env[69584]: DEBUG nova.compute.manager [req-1615fc92-b1ed-412a-ae1b-298b449484f4 req-26b19f16-b85e-42bb-a960-7f209c72c0f0 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing instance network info cache due to event network-changed-14ac657e-fb44-4261-b36b-18244606c0a6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.879296] env[69584]: DEBUG oslo_concurrency.lockutils [req-1615fc92-b1ed-412a-ae1b-298b449484f4 req-26b19f16-b85e-42bb-a960-7f209c72c0f0 service nova] Acquiring lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.098921] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.099303] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.103207] env[69584]: INFO nova.compute.manager [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Took 23.01 seconds to build instance. [ 1023.169790] env[69584]: INFO nova.network.neutron [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Port 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1023.169790] env[69584]: DEBUG nova.network.neutron [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updating instance_info_cache with network_info: [{"id": "14ac657e-fb44-4261-b36b-18244606c0a6", "address": "fa:16:3e:23:d4:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac657e-fb", "ovs_interfaceid": "14ac657e-fb44-4261-b36b-18244606c0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.211225] env[69584]: DEBUG nova.network.neutron [-] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.255947] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486059, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.373406] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b85b4715-fac3-4dd8-8673-4368360d6689 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.018s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.381156] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6983f992-574c-4f54-84f1-dac00b1b7078 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.392716] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc79cb3-365a-4edd-9e5d-bc1349a44933 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.428661] env[69584]: DEBUG nova.compute.manager [req-5ccdb01b-55f7-4a49-835a-af2e8b5ac89d req-ce775067-4e4f-4c93-8a8c-7d07e7386570 service nova] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Detach interface failed, port_id=2de4754f-d000-449a-9797-52ac1ab57590, reason: Instance 1d03c694-3a0a-4b7e-8283-720ffdff541e could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.463758] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.451s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.466606] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.969s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.470297] env[69584]: DEBUG nova.objects.instance [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lazy-loading 'resources' on Instance uuid 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.539573] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "interface-b197d7b8-9d35-417f-9b08-79b454d58ee8-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.540037] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-b197d7b8-9d35-417f-9b08-79b454d58ee8-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.540257] env[69584]: DEBUG nova.objects.instance [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'flavor' on Instance uuid b197d7b8-9d35-417f-9b08-79b454d58ee8 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.604305] env[69584]: DEBUG nova.compute.manager [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.609232] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3efe46bb-c46f-4664-9ddc-da866c12e779 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.529s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.672223] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.674776] env[69584]: DEBUG oslo_concurrency.lockutils [req-1615fc92-b1ed-412a-ae1b-298b449484f4 req-26b19f16-b85e-42bb-a960-7f209c72c0f0 service nova] Acquired lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.674776] env[69584]: DEBUG nova.network.neutron [req-1615fc92-b1ed-412a-ae1b-298b449484f4 req-26b19f16-b85e-42bb-a960-7f209c72c0f0 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Refreshing network info cache for port 14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.715378] env[69584]: INFO nova.compute.manager [-] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Took 1.34 seconds to deallocate network for instance. [ 1023.756675] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565431} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.756994] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] adc4eb4c-51a7-49ec-a061-51a40ef943f5/adc4eb4c-51a7-49ec-a061-51a40ef943f5.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.757217] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.757420] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8eee4d9-f415-486e-8a7a-dc7f450249de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.765537] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1023.765537] env[69584]: value = "task-3486060" [ 1023.765537] env[69584]: _type = "Task" [ 1023.765537] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.776028] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.036123] env[69584]: INFO nova.scheduler.client.report [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleted allocation for migration bd68692c-a2cf-4707-bdef-191ca6a23168 [ 1024.124672] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.146839] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "d62fd793-995a-44b8-a672-dec8c2ea3257" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.147246] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.147495] env[69584]: DEBUG nova.compute.manager [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.148469] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd58182-7eb9-4f1c-9ade-c23e1202bae7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.153683] env[69584]: DEBUG nova.objects.instance [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'pci_requests' on Instance uuid b197d7b8-9d35-417f-9b08-79b454d58ee8 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.156866] env[69584]: DEBUG nova.compute.manager [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1024.157582] env[69584]: DEBUG nova.objects.instance [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lazy-loading 'flavor' on Instance uuid d62fd793-995a-44b8-a672-dec8c2ea3257 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.179206] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e9aba440-b764-4b61-9396-8976801919dc tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-b52a4253-e4d3-4e8b-9f98-c828d6691e23-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.852s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.220803] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.251041] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d9fb65-1b5a-43fa-8621-13f43fb886bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.258738] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ac38a-dba2-487e-b439-1f52470ca949 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.296913] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc1244-eafa-465c-b9e9-707e47ddb55f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.308649] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180747} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.309515] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.312127] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caf2112-8ad6-4ac6-a7fb-4e79c06bb74e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.317012] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5596b100-3bde-4ada-8cf0-e7e2354f53f6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.336184] env[69584]: DEBUG nova.compute.provider_tree [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.354644] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] adc4eb4c-51a7-49ec-a061-51a40ef943f5/adc4eb4c-51a7-49ec-a061-51a40ef943f5.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.356225] env[69584]: DEBUG nova.scheduler.client.report [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.359182] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b52cf1-fd03-4c6e-9efa-e4b91e77f88a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.374246] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.908s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.378662] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.245s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.378940] env[69584]: DEBUG nova.objects.instance [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lazy-loading 'resources' on Instance uuid f6ea22c7-5703-4d58-b92a-42febea3bb06 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.386887] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1024.386887] env[69584]: value = "task-3486061" [ 1024.386887] env[69584]: _type = "Task" [ 1024.386887] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.398044] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.399020] env[69584]: INFO nova.scheduler.client.report [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Deleted allocations for instance 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe [ 1024.522104] env[69584]: DEBUG nova.network.neutron [req-1615fc92-b1ed-412a-ae1b-298b449484f4 req-26b19f16-b85e-42bb-a960-7f209c72c0f0 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updated VIF entry in instance network info cache for port 14ac657e-fb44-4261-b36b-18244606c0a6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.522475] env[69584]: DEBUG nova.network.neutron [req-1615fc92-b1ed-412a-ae1b-298b449484f4 req-26b19f16-b85e-42bb-a960-7f209c72c0f0 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updating instance_info_cache with network_info: [{"id": "14ac657e-fb44-4261-b36b-18244606c0a6", "address": "fa:16:3e:23:d4:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac657e-fb", "ovs_interfaceid": "14ac657e-fb44-4261-b36b-18244606c0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.551015] env[69584]: DEBUG oslo_concurrency.lockutils [None req-df27df72-337f-4141-9576-998410c22c9b tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.033s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.601433] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "3137d543-006b-4f18-bbff-d1288ea4017b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.601697] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.661142] env[69584]: DEBUG nova.objects.base [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.661445] env[69584]: DEBUG nova.network.neutron [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.767101] env[69584]: DEBUG nova.policy [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e095fdd3b54e82b2904ff564b8c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854ce7cfadbe4b698b2d7fd90b8e97c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.898569] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486061, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.908058] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1d1e6ac-6f51-4907-87df-4379cd37e3dd tempest-FloatingIPsAssociationTestJSON-270124496 tempest-FloatingIPsAssociationTestJSON-270124496-project-member] Lock "5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.882s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.026031] env[69584]: DEBUG oslo_concurrency.lockutils [req-1615fc92-b1ed-412a-ae1b-298b449484f4 req-26b19f16-b85e-42bb-a960-7f209c72c0f0 service nova] Releasing lock "refresh_cache-b52a4253-e4d3-4e8b-9f98-c828d6691e23" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.104574] env[69584]: INFO nova.compute.manager [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Detaching volume d3981ef7-ff3d-44c8-a572-36e8e23d8a94 [ 1025.123917] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.124025] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.124206] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.124831] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.124831] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.128663] env[69584]: INFO nova.compute.manager [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Terminating instance [ 1025.148883] env[69584]: INFO nova.virt.block_device [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Attempting to driver detach volume d3981ef7-ff3d-44c8-a572-36e8e23d8a94 from mountpoint /dev/sdb [ 1025.149136] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1025.149325] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696832', 'volume_id': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'name': 'volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3137d543-006b-4f18-bbff-d1288ea4017b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'serial': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1025.150448] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05184c4-f06c-4cb8-a932-706bf8addba5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.173219] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.174863] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25d7c689-f42c-4000-af90-90a5c5494c4a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.177148] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c861c1d-2fa4-4437-b8dd-12bbb731fcf7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.180680] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580c8309-b10b-4a67-b466-ecdcd51fa001 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.190142] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e181a2-d861-441a-be3b-23273a373a7f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.192840] env[69584]: DEBUG oslo_vmware.api [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1025.192840] env[69584]: value = "task-3486062" [ 1025.192840] env[69584]: _type = "Task" [ 1025.192840] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.193884] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dee2b3-062c-4e29-ac54-b509fa1b13eb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.218583] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cf622f-d011-41df-b91f-c6e15b213363 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.251280] env[69584]: DEBUG oslo_vmware.api [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.252448] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684acbc5-0b7b-46f1-9cd5-9ce05d936e21 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.269528] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] The volume has not been displaced from its original location: [datastore2] volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94/volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1025.272975] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.273769] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3707c615-4db2-453b-bd78-880f759dc897 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.291207] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b9a6c6-f5b9-4898-9ab9-8e1f294a1310 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.298838] env[69584]: DEBUG oslo_vmware.api [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1025.298838] env[69584]: value = "task-3486063" [ 1025.298838] env[69584]: _type = "Task" [ 1025.298838] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.320927] env[69584]: DEBUG nova.compute.provider_tree [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.330036] env[69584]: DEBUG oslo_vmware.api [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.399209] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486061, 'name': ReconfigVM_Task, 'duration_secs': 0.543908} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.400567] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Reconfigured VM instance instance-00000059 to attach disk [datastore2] adc4eb4c-51a7-49ec-a061-51a40ef943f5/adc4eb4c-51a7-49ec-a061-51a40ef943f5.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.400567] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e254eae-11f2-4f3f-a3b9-0729477c901f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.409009] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1025.409009] env[69584]: value = "task-3486064" [ 1025.409009] env[69584]: _type = "Task" [ 1025.409009] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.416743] env[69584]: DEBUG nova.compute.manager [req-5cfaecd4-ac32-4f4b-8d87-377de299d73a req-e1c5ee0a-6674-4cc4-93a1-43aaeda94276 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Received event network-changed-ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.416743] env[69584]: DEBUG nova.compute.manager [req-5cfaecd4-ac32-4f4b-8d87-377de299d73a req-e1c5ee0a-6674-4cc4-93a1-43aaeda94276 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Refreshing instance network info cache due to event network-changed-ac736a98-437b-462c-9624-8a9c9c38c532. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.416926] env[69584]: DEBUG oslo_concurrency.lockutils [req-5cfaecd4-ac32-4f4b-8d87-377de299d73a req-e1c5ee0a-6674-4cc4-93a1-43aaeda94276 service nova] Acquiring lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.416974] env[69584]: DEBUG oslo_concurrency.lockutils [req-5cfaecd4-ac32-4f4b-8d87-377de299d73a req-e1c5ee0a-6674-4cc4-93a1-43aaeda94276 service nova] Acquired lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.417165] env[69584]: DEBUG nova.network.neutron [req-5cfaecd4-ac32-4f4b-8d87-377de299d73a req-e1c5ee0a-6674-4cc4-93a1-43aaeda94276 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Refreshing network info cache for port ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.422463] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486064, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.633943] env[69584]: DEBUG nova.compute.manager [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.634188] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.635079] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21488a1-29b0-4f9d-b11c-debc1f4e9a17 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.643585] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.643825] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-102522b9-4c56-4eaf-8e4f-52186814c57d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.650854] env[69584]: DEBUG oslo_vmware.api [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1025.650854] env[69584]: value = "task-3486065" [ 1025.650854] env[69584]: _type = "Task" [ 1025.650854] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.659276] env[69584]: DEBUG oslo_vmware.api [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.704912] env[69584]: DEBUG oslo_vmware.api [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486062, 'name': PowerOffVM_Task, 'duration_secs': 0.225298} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.705245] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.705436] env[69584]: DEBUG nova.compute.manager [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.706222] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756093cb-bf43-45c3-8da6-2e85db735ed1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.812359] env[69584]: DEBUG oslo_vmware.api [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486063, 'name': ReconfigVM_Task, 'duration_secs': 0.248991} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.812359] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.817237] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6099489-d6b2-4eb0-8694-60039fce746e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.828692] env[69584]: DEBUG nova.scheduler.client.report [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.840907] env[69584]: DEBUG oslo_vmware.api [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1025.840907] env[69584]: value = "task-3486066" [ 1025.840907] env[69584]: _type = "Task" [ 1025.840907] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.849578] env[69584]: DEBUG oslo_vmware.api [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.903871] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.904283] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.921707] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486064, 'name': Rename_Task, 'duration_secs': 0.16037} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.921983] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.922255] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d139c1-175d-4b4d-b921-2fdae0983962 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.932885] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1025.932885] env[69584]: value = "task-3486067" [ 1025.932885] env[69584]: _type = "Task" [ 1025.932885] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.943475] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.161717] env[69584]: DEBUG oslo_vmware.api [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486065, 'name': PowerOffVM_Task, 'duration_secs': 0.372981} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.161978] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.162122] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.162388] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7b6cef8-b2a1-46ce-99d0-988ffed70126 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.219217] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c4cf0095-7fde-470d-aa49-0ca40f8ebc13 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.230660] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.230660] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.230660] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleting the datastore file [datastore2] 11419fec-4930-4fa8-9f65-8c5f50ed7a93 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.231014] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfe4991c-07bd-4f7c-a81e-18207a96bced {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.242507] env[69584]: DEBUG oslo_vmware.api [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1026.242507] env[69584]: value = "task-3486069" [ 1026.242507] env[69584]: _type = "Task" [ 1026.242507] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.253502] env[69584]: DEBUG oslo_vmware.api [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.281975] env[69584]: DEBUG nova.network.neutron [req-5cfaecd4-ac32-4f4b-8d87-377de299d73a req-e1c5ee0a-6674-4cc4-93a1-43aaeda94276 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updated VIF entry in instance network info cache for port ac736a98-437b-462c-9624-8a9c9c38c532. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.282367] env[69584]: DEBUG nova.network.neutron [req-5cfaecd4-ac32-4f4b-8d87-377de299d73a req-e1c5ee0a-6674-4cc4-93a1-43aaeda94276 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updating instance_info_cache with network_info: [{"id": "ac736a98-437b-462c-9624-8a9c9c38c532", "address": "fa:16:3e:59:fb:f3", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac736a98-43", "ovs_interfaceid": "ac736a98-437b-462c-9624-8a9c9c38c532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.333947] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.336906] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.398s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.338822] env[69584]: INFO nova.compute.claims [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.356952] env[69584]: DEBUG oslo_vmware.api [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486066, 'name': ReconfigVM_Task, 'duration_secs': 0.161484} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.357239] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696832', 'volume_id': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'name': 'volume-d3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3137d543-006b-4f18-bbff-d1288ea4017b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94', 'serial': 'd3981ef7-ff3d-44c8-a572-36e8e23d8a94'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1026.364392] env[69584]: INFO nova.scheduler.client.report [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Deleted allocations for instance f6ea22c7-5703-4d58-b92a-42febea3bb06 [ 1026.409368] env[69584]: DEBUG nova.compute.manager [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.444878] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486067, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.497578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.497578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.497578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.497578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.497578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.498411] env[69584]: INFO nova.compute.manager [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Terminating instance [ 1026.624012] env[69584]: DEBUG nova.network.neutron [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Successfully updated port: 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.693040] env[69584]: DEBUG nova.compute.manager [req-ae322aec-b057-4369-8438-f6cab7eeddbe req-6400c83f-258c-49ed-a81e-0db342ce5548 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Received event network-vif-plugged-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.693274] env[69584]: DEBUG oslo_concurrency.lockutils [req-ae322aec-b057-4369-8438-f6cab7eeddbe req-6400c83f-258c-49ed-a81e-0db342ce5548 service nova] Acquiring lock "b197d7b8-9d35-417f-9b08-79b454d58ee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.693559] env[69584]: DEBUG oslo_concurrency.lockutils [req-ae322aec-b057-4369-8438-f6cab7eeddbe req-6400c83f-258c-49ed-a81e-0db342ce5548 service nova] Lock "b197d7b8-9d35-417f-9b08-79b454d58ee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.693770] env[69584]: DEBUG oslo_concurrency.lockutils [req-ae322aec-b057-4369-8438-f6cab7eeddbe req-6400c83f-258c-49ed-a81e-0db342ce5548 service nova] Lock "b197d7b8-9d35-417f-9b08-79b454d58ee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.693976] env[69584]: DEBUG nova.compute.manager [req-ae322aec-b057-4369-8438-f6cab7eeddbe req-6400c83f-258c-49ed-a81e-0db342ce5548 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] No waiting events found dispatching network-vif-plugged-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.694200] env[69584]: WARNING nova.compute.manager [req-ae322aec-b057-4369-8438-f6cab7eeddbe req-6400c83f-258c-49ed-a81e-0db342ce5548 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Received unexpected event network-vif-plugged-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 for instance with vm_state active and task_state None. [ 1026.756131] env[69584]: DEBUG oslo_vmware.api [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203581} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.756131] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.756131] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.756131] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.756131] env[69584]: INFO nova.compute.manager [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1026.756131] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.756131] env[69584]: DEBUG nova.compute.manager [-] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.756131] env[69584]: DEBUG nova.network.neutron [-] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.785789] env[69584]: DEBUG oslo_concurrency.lockutils [req-5cfaecd4-ac32-4f4b-8d87-377de299d73a req-e1c5ee0a-6674-4cc4-93a1-43aaeda94276 service nova] Releasing lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.875516] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56723dc1-09c0-4155-9cd8-4e9758e48e7d tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "f6ea22c7-5703-4d58-b92a-42febea3bb06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.408s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.921543] env[69584]: DEBUG nova.objects.instance [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'flavor' on Instance uuid 3137d543-006b-4f18-bbff-d1288ea4017b {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.941155] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.946116] env[69584]: DEBUG oslo_vmware.api [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486067, 'name': PowerOnVM_Task, 'duration_secs': 0.569433} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.946389] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.947164] env[69584]: INFO nova.compute.manager [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1026.947407] env[69584]: DEBUG nova.compute.manager [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.948235] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7038eb-6023-4f4f-a6bc-578bf7cf36b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.003164] env[69584]: DEBUG nova.compute.manager [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.003533] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.004740] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f0b2c9-10dc-471b-b047-a7f44b1ecd1a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.015837] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.015837] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc00fe87-7dd9-49ef-aed9-7d13ab057e50 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.024882] env[69584]: DEBUG oslo_vmware.api [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1027.024882] env[69584]: value = "task-3486070" [ 1027.024882] env[69584]: _type = "Task" [ 1027.024882] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.033273] env[69584]: DEBUG oslo_vmware.api [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.124578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.124885] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.125144] env[69584]: DEBUG nova.network.neutron [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.472843] env[69584]: INFO nova.compute.manager [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Took 22.77 seconds to build instance. [ 1027.536022] env[69584]: DEBUG oslo_vmware.api [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486070, 'name': PowerOffVM_Task, 'duration_secs': 0.360476} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.536135] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.536661] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.536737] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-032b4eb3-ff42-482d-8d00-2a80dfb210ae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.576023] env[69584]: DEBUG nova.network.neutron [-] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.613081] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.613312] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.613500] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleting the datastore file [datastore1] e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.614737] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47607092-e7b9-4fd3-abf3-d519bf6c8b47 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.618091] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8681fb-03b2-4fdc-8eb2-e09690e21b57 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.629361] env[69584]: DEBUG oslo_vmware.api [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1027.629361] env[69584]: value = "task-3486072" [ 1027.629361] env[69584]: _type = "Task" [ 1027.629361] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.630535] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85581b10-f586-46a3-8848-24ec7b0d027f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.642741] env[69584]: DEBUG oslo_vmware.api [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.670469] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d568bbb3-02a3-4e82-82e1-1541dacbbc63 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.679474] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9465b3-c406-45f4-9690-f27fc8b79548 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.698656] env[69584]: DEBUG nova.compute.provider_tree [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.700557] env[69584]: WARNING nova.network.neutron [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] 075bdfcc-7e85-4a28-8d1a-c2a546d1edd8 already exists in list: networks containing: ['075bdfcc-7e85-4a28-8d1a-c2a546d1edd8']. ignoring it [ 1027.832859] env[69584]: INFO nova.compute.manager [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Rebuilding instance [ 1027.888646] env[69584]: DEBUG nova.compute.manager [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.889563] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aade7ed9-7981-4ea9-af54-0b6f40ad80d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.932194] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e6660b09-4aaa-4f43-8924-4ff207e60d18 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.329s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.977976] env[69584]: DEBUG oslo_concurrency.lockutils [None req-be746d85-4605-4d71-a2f5-ca25b5a10f52 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.285s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.981157] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc90068-6033-4d31-b915-817e36cfcd03 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.988854] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1f38bc76-ebf8-47e7-9133-23c3e70cc231 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Suspending the VM {{(pid=69584) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1027.991470] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e6021c96-fa87-4c4e-aba8-f115773d98ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.998394] env[69584]: DEBUG oslo_vmware.api [None req-1f38bc76-ebf8-47e7-9133-23c3e70cc231 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1027.998394] env[69584]: value = "task-3486073" [ 1027.998394] env[69584]: _type = "Task" [ 1027.998394] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.007277] env[69584]: DEBUG oslo_vmware.api [None req-1f38bc76-ebf8-47e7-9133-23c3e70cc231 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486073, 'name': SuspendVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.050098] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "ed0619a9-9206-4935-bb9c-00e3265e8211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.050458] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "ed0619a9-9206-4935-bb9c-00e3265e8211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.050828] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "ed0619a9-9206-4935-bb9c-00e3265e8211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.051162] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "ed0619a9-9206-4935-bb9c-00e3265e8211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.051321] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "ed0619a9-9206-4935-bb9c-00e3265e8211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.054066] env[69584]: INFO nova.compute.manager [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Terminating instance [ 1028.078968] env[69584]: INFO nova.compute.manager [-] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Took 1.32 seconds to deallocate network for instance. [ 1028.125690] env[69584]: DEBUG nova.network.neutron [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updating instance_info_cache with network_info: [{"id": "ac736a98-437b-462c-9624-8a9c9c38c532", "address": "fa:16:3e:59:fb:f3", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac736a98-43", "ovs_interfaceid": "ac736a98-437b-462c-9624-8a9c9c38c532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73421ae6-7ce8-47b5-8db6-f69fdfe96cb8", "address": "fa:16:3e:ab:0d:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73421ae6-7c", "ovs_interfaceid": "73421ae6-7ce8-47b5-8db6-f69fdfe96cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.145824] env[69584]: DEBUG oslo_vmware.api [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151319} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.146709] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.146899] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.147224] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.147366] env[69584]: INFO nova.compute.manager [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1028.147603] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.148275] env[69584]: DEBUG nova.compute.manager [-] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.148275] env[69584]: DEBUG nova.network.neutron [-] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.223972] env[69584]: ERROR nova.scheduler.client.report [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [req-5bd504bd-a14e-4dcc-8e11-8ee1aeb9b11d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5bd504bd-a14e-4dcc-8e11-8ee1aeb9b11d"}]} [ 1028.245893] env[69584]: DEBUG nova.scheduler.client.report [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1028.265251] env[69584]: DEBUG nova.scheduler.client.report [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1028.265473] env[69584]: DEBUG nova.compute.provider_tree [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.286016] env[69584]: DEBUG nova.scheduler.client.report [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1028.311465] env[69584]: DEBUG nova.scheduler.client.report [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1028.512128] env[69584]: DEBUG oslo_vmware.api [None req-1f38bc76-ebf8-47e7-9133-23c3e70cc231 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486073, 'name': SuspendVM_Task} progress is 58%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.558673] env[69584]: DEBUG nova.compute.manager [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.558895] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.560482] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cd34ea-fa28-48a1-90e0-d6fed5701890 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.571643] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.572163] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51a83a24-a7fb-4b02-879a-eb84bc962b8c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.584176] env[69584]: DEBUG oslo_vmware.api [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 1028.584176] env[69584]: value = "task-3486074" [ 1028.584176] env[69584]: _type = "Task" [ 1028.584176] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.588730] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.600288] env[69584]: DEBUG oslo_vmware.api [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3486074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.631711] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.632170] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.632309] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.633421] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a668843-62a8-473c-8790-7b151cbb51b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.652475] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.652887] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.652887] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.653047] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.653215] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.653370] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.653959] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.653959] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.653959] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.654686] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.654686] env[69584]: DEBUG nova.virt.hardware [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.660750] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Reconfiguring VM to attach interface {{(pid=69584) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1028.663288] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d414f11c-7906-4189-a881-1910b2e8ddb5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.678145] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6102d6e-7bd2-49f2-a9b3-63f87f86673f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.693798] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c28f9d-27e5-4a65-8034-d11587ffcfb7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.697887] env[69584]: DEBUG oslo_vmware.api [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 1028.697887] env[69584]: value = "task-3486075" [ 1028.697887] env[69584]: _type = "Task" [ 1028.697887] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.728336] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9036952b-e550-4adc-a348-2c24499dd702 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.734303] env[69584]: DEBUG oslo_vmware.api [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486075, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.740317] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280df318-75f8-45e2-9548-bf38e7a9085b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.756837] env[69584]: DEBUG nova.compute.provider_tree [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.905146] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.905703] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ffdf387-9571-41ec-85b7-afd556bf9568 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.915997] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1028.915997] env[69584]: value = "task-3486076" [ 1028.915997] env[69584]: _type = "Task" [ 1028.915997] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.929338] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.011781] env[69584]: DEBUG oslo_vmware.api [None req-1f38bc76-ebf8-47e7-9133-23c3e70cc231 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486073, 'name': SuspendVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.095830] env[69584]: DEBUG oslo_vmware.api [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3486074, 'name': PowerOffVM_Task, 'duration_secs': 0.332367} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.096122] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.096297] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.096583] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad658d7-099a-43b5-af07-d4892e749a67 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.165023] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.165023] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.165023] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Deleting the datastore file [datastore1] ed0619a9-9206-4935-bb9c-00e3265e8211 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.165023] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6e4bcea-b94d-4440-bd9e-a28e9a347146 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.174670] env[69584]: DEBUG oslo_vmware.api [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for the task: (returnval){ [ 1029.174670] env[69584]: value = "task-3486078" [ 1029.174670] env[69584]: _type = "Task" [ 1029.174670] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.185851] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "3137d543-006b-4f18-bbff-d1288ea4017b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.186617] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.186978] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.187307] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.187686] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.194130] env[69584]: DEBUG oslo_vmware.api [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3486078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.194130] env[69584]: INFO nova.compute.manager [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Terminating instance [ 1029.210250] env[69584]: DEBUG oslo_vmware.api [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486075, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.221669] env[69584]: DEBUG nova.compute.manager [req-b0d1c7b2-67c6-46da-b2de-e0099d4559b6 req-f6c67bd0-ff33-46ea-8062-f0cdf2472ed5 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Received event network-changed-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.223175] env[69584]: DEBUG nova.compute.manager [req-b0d1c7b2-67c6-46da-b2de-e0099d4559b6 req-f6c67bd0-ff33-46ea-8062-f0cdf2472ed5 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Refreshing instance network info cache due to event network-changed-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.223175] env[69584]: DEBUG oslo_concurrency.lockutils [req-b0d1c7b2-67c6-46da-b2de-e0099d4559b6 req-f6c67bd0-ff33-46ea-8062-f0cdf2472ed5 service nova] Acquiring lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.223175] env[69584]: DEBUG oslo_concurrency.lockutils [req-b0d1c7b2-67c6-46da-b2de-e0099d4559b6 req-f6c67bd0-ff33-46ea-8062-f0cdf2472ed5 service nova] Acquired lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.223175] env[69584]: DEBUG nova.network.neutron [req-b0d1c7b2-67c6-46da-b2de-e0099d4559b6 req-f6c67bd0-ff33-46ea-8062-f0cdf2472ed5 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Refreshing network info cache for port 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.293164] env[69584]: DEBUG nova.network.neutron [-] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.313282] env[69584]: DEBUG nova.scheduler.client.report [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1029.313624] env[69584]: DEBUG nova.compute.provider_tree [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 133 to 134 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1029.313813] env[69584]: DEBUG nova.compute.provider_tree [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.429691] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1029.430369] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.431188] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ece98b-9b1d-408a-9903-14af249fb655 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.439427] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.439672] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2e80546-02de-4758-a078-ef5dc341862a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.510858] env[69584]: DEBUG oslo_vmware.api [None req-1f38bc76-ebf8-47e7-9133-23c3e70cc231 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486073, 'name': SuspendVM_Task, 'duration_secs': 1.219639} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.511201] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1f38bc76-ebf8-47e7-9133-23c3e70cc231 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Suspended the VM {{(pid=69584) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1029.511386] env[69584]: DEBUG nova.compute.manager [None req-1f38bc76-ebf8-47e7-9133-23c3e70cc231 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.512221] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1469946-9b15-4f73-b0ee-f0dbcce23bd3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.685865] env[69584]: DEBUG oslo_vmware.api [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Task: {'id': task-3486078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172311} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.686157] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.686342] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.686526] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.686699] env[69584]: INFO nova.compute.manager [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1029.686942] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.687153] env[69584]: DEBUG nova.compute.manager [-] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.687251] env[69584]: DEBUG nova.network.neutron [-] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.704490] env[69584]: DEBUG nova.compute.manager [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.704490] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.716383] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0650c127-3429-4823-b277-cdf4a14baa90 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.733049] env[69584]: DEBUG oslo_vmware.api [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.738154] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.738728] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a8ba758-4e32-4483-964e-b6cb61731d20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.749836] env[69584]: DEBUG oslo_vmware.api [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1029.749836] env[69584]: value = "task-3486080" [ 1029.749836] env[69584]: _type = "Task" [ 1029.749836] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.759054] env[69584]: DEBUG oslo_vmware.api [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.797796] env[69584]: INFO nova.compute.manager [-] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Took 1.65 seconds to deallocate network for instance. [ 1029.825485] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.484s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.825885] env[69584]: DEBUG nova.compute.manager [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.830613] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.936s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.833194] env[69584]: INFO nova.compute.claims [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.195783] env[69584]: DEBUG nova.network.neutron [req-b0d1c7b2-67c6-46da-b2de-e0099d4559b6 req-f6c67bd0-ff33-46ea-8062-f0cdf2472ed5 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updated VIF entry in instance network info cache for port 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.195783] env[69584]: DEBUG nova.network.neutron [req-b0d1c7b2-67c6-46da-b2de-e0099d4559b6 req-f6c67bd0-ff33-46ea-8062-f0cdf2472ed5 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updating instance_info_cache with network_info: [{"id": "ac736a98-437b-462c-9624-8a9c9c38c532", "address": "fa:16:3e:59:fb:f3", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac736a98-43", "ovs_interfaceid": "ac736a98-437b-462c-9624-8a9c9c38c532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73421ae6-7ce8-47b5-8db6-f69fdfe96cb8", "address": "fa:16:3e:ab:0d:01", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73421ae6-7c", "ovs_interfaceid": "73421ae6-7ce8-47b5-8db6-f69fdfe96cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.216716] env[69584]: DEBUG oslo_vmware.api [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.263454] env[69584]: DEBUG oslo_vmware.api [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486080, 'name': PowerOffVM_Task, 'duration_secs': 0.396177} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.265022] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.265022] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.265022] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9be2e27-6fa3-4430-8058-eb1d58397f01 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.303060] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.336577] env[69584]: DEBUG nova.compute.utils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.339802] env[69584]: DEBUG nova.compute.manager [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.340017] env[69584]: DEBUG nova.network.neutron [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.410429] env[69584]: DEBUG nova.policy [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27bcdedffbea433ab08f51d62db91ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '903eba6d0ced490cb4633665d7aedf62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.482035] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.482035] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.482035] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleting the datastore file [datastore2] d62fd793-995a-44b8-a672-dec8c2ea3257 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.482035] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d88c4965-8aae-45e0-968b-178c77c5474e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.493250] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.493504] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.493711] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleting the datastore file [datastore1] 3137d543-006b-4f18-bbff-d1288ea4017b {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.494792] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bae8eb51-f008-44df-853e-c92bfc906e29 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.498154] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1030.498154] env[69584]: value = "task-3486082" [ 1030.498154] env[69584]: _type = "Task" [ 1030.498154] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.503214] env[69584]: DEBUG oslo_vmware.api [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1030.503214] env[69584]: value = "task-3486083" [ 1030.503214] env[69584]: _type = "Task" [ 1030.503214] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.513366] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.518887] env[69584]: DEBUG oslo_vmware.api [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.685755] env[69584]: DEBUG nova.network.neutron [-] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.701590] env[69584]: DEBUG oslo_concurrency.lockutils [req-b0d1c7b2-67c6-46da-b2de-e0099d4559b6 req-f6c67bd0-ff33-46ea-8062-f0cdf2472ed5 service nova] Releasing lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.701920] env[69584]: DEBUG nova.compute.manager [req-b0d1c7b2-67c6-46da-b2de-e0099d4559b6 req-f6c67bd0-ff33-46ea-8062-f0cdf2472ed5 service nova] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Received event network-vif-deleted-8385826f-2363-422c-8b50-75c20ad9689b {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.716520] env[69584]: DEBUG oslo_vmware.api [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486075, 'name': ReconfigVM_Task, 'duration_secs': 1.963492} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.717050] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.717394] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Reconfigured VM to attach interface {{(pid=69584) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1030.728754] env[69584]: DEBUG nova.compute.manager [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.729672] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53428a6-5621-45ca-ab74-ed7094698883 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.828401] env[69584]: DEBUG nova.network.neutron [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Successfully created port: 78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.842811] env[69584]: DEBUG nova.compute.manager [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.010303] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170778} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.013154] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.013353] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.013540] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.024629] env[69584]: DEBUG oslo_vmware.api [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158508} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.025193] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.025676] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.025896] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.026088] env[69584]: INFO nova.compute.manager [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1031.026337] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.026527] env[69584]: DEBUG nova.compute.manager [-] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.026621] env[69584]: DEBUG nova.network.neutron [-] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.158052] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aff52c-14c9-43ed-87de-1efc7ffcf872 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.165245] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0cd709-2418-4e3d-82ef-7379084787fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.201021] env[69584]: INFO nova.compute.manager [-] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Took 1.51 seconds to deallocate network for instance. [ 1031.201021] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a3340f-2cc4-47e2-b0c5-de2e12489cd2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.212871] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96270bf7-f561-4eca-bfe8-3d319adc05c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.224023] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0dd61bec-6e2c-41d7-b928-6e2d80cd9ae3 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-b197d7b8-9d35-417f-9b08-79b454d58ee8-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.682s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.234366] env[69584]: DEBUG nova.compute.provider_tree [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.242559] env[69584]: INFO nova.compute.manager [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] instance snapshotting [ 1031.246564] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8952b409-8b31-490c-af00-e87ee8f2f50e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.268029] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a90538-091a-4038-9fd0-6e12e77b3d1e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.459162] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquiring lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.460765] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.710022] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.737834] env[69584]: DEBUG nova.scheduler.client.report [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.781134] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1031.781515] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f6402bc-f0c3-4605-bd39-01ab979982b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.793045] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1031.793045] env[69584]: value = "task-3486084" [ 1031.793045] env[69584]: _type = "Task" [ 1031.793045] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.803049] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486084, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.857438] env[69584]: DEBUG nova.compute.manager [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.889582] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.889853] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.890457] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.890457] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.890457] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.890592] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.890727] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.890884] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.892041] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.892041] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.892041] env[69584]: DEBUG nova.virt.hardware [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.892541] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74633c61-7768-4858-8ce2-e1560e92ca9c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.901231] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcac7ad5-f852-4832-a265-97c84976d7a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.962548] env[69584]: DEBUG nova.compute.manager [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.057483] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.057746] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.057903] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.059086] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.059086] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.059086] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.059086] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.059086] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.059086] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.059464] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.059464] env[69584]: DEBUG nova.virt.hardware [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.060276] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db15cfba-9520-4d4b-84b7-b29187a1bdc3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.068805] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcf96b9-c503-4220-b681-c1f05636922e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.087566] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:de:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f97e5b9-6dba-4294-97f6-c226346ac288', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.095072] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.095072] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.095202] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1b8b46f-a529-4f3a-acc2-0cd04b921935 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.116276] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.116276] env[69584]: value = "task-3486085" [ 1032.116276] env[69584]: _type = "Task" [ 1032.116276] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.125567] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486085, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.129441] env[69584]: DEBUG nova.compute.manager [req-6cdba971-af83-4bc0-8d97-2ca7b3df5fa4 req-9f2f8508-9e12-46cb-8f60-e2a60304c553 service nova] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Received event network-vif-deleted-092f78af-e5d5-452b-9a8d-45c6472acb71 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.129441] env[69584]: DEBUG nova.compute.manager [req-6cdba971-af83-4bc0-8d97-2ca7b3df5fa4 req-9f2f8508-9e12-46cb-8f60-e2a60304c553 service nova] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Received event network-vif-deleted-935692e9-3642-4a4e-b393-6d8a6487ef2c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.244063] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.245039] env[69584]: DEBUG nova.compute.manager [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.247134] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.245s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.248599] env[69584]: INFO nova.compute.claims [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.305904] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486084, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.378078] env[69584]: DEBUG nova.network.neutron [-] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.490758] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.627307] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486085, 'name': CreateVM_Task, 'duration_secs': 0.396} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.627537] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.628244] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.628408] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.628739] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.628994] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b9fb9ba-48f5-48a1-a0c6-67ce336095c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.634260] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1032.634260] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b6426f-ccc4-373a-ba5a-973a8e7bf183" [ 1032.634260] env[69584]: _type = "Task" [ 1032.634260] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.642713] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b6426f-ccc4-373a-ba5a-973a8e7bf183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.688355] env[69584]: INFO nova.compute.manager [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Resuming [ 1032.688986] env[69584]: DEBUG nova.objects.instance [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lazy-loading 'flavor' on Instance uuid 9805d5cc-af24-4bf5-b99b-4bc316661526 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.730847] env[69584]: DEBUG nova.network.neutron [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Successfully updated port: 78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.752660] env[69584]: DEBUG nova.compute.utils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.757663] env[69584]: DEBUG nova.compute.manager [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.757824] env[69584]: DEBUG nova.network.neutron [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.804459] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486084, 'name': CreateSnapshot_Task, 'duration_secs': 0.779356} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.804735] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1032.805504] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df95028-0eea-4999-bd2f-0e880db438a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.809265] env[69584]: DEBUG nova.policy [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94c2e27cb4e74992ab87b908929a3230', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3cf64f376f49dc9516c10d20e7a30d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.881058] env[69584]: INFO nova.compute.manager [-] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Took 1.85 seconds to deallocate network for instance. [ 1032.896180] env[69584]: DEBUG oslo_concurrency.lockutils [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "interface-b197d7b8-9d35-417f-9b08-79b454d58ee8-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.896438] env[69584]: DEBUG oslo_concurrency.lockutils [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-b197d7b8-9d35-417f-9b08-79b454d58ee8-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.139985] env[69584]: DEBUG nova.network.neutron [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Successfully created port: 6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.148384] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b6426f-ccc4-373a-ba5a-973a8e7bf183, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.148702] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.148935] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.149227] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.149340] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.149520] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.149790] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11be7062-bf01-46f6-949e-2244a77bfc1e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.164058] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.164322] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.165048] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac2c290-3c88-4aae-95fe-788408f98377 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.171397] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1033.171397] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c3d70c-a9c5-eaf0-1f2f-321ef9f8b2c5" [ 1033.171397] env[69584]: _type = "Task" [ 1033.171397] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.180020] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c3d70c-a9c5-eaf0-1f2f-321ef9f8b2c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.237142] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "refresh_cache-371fdc63-5760-4346-9c2c-13cb333e7cdd" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.237292] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "refresh_cache-371fdc63-5760-4346-9c2c-13cb333e7cdd" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.237446] env[69584]: DEBUG nova.network.neutron [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.261395] env[69584]: DEBUG nova.compute.manager [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.329591] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1033.332915] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a25f2e2-9039-48ce-a103-ce8f7f4c0d61 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.347082] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1033.347082] env[69584]: value = "task-3486086" [ 1033.347082] env[69584]: _type = "Task" [ 1033.347082] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.361325] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486086, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.390000] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.399067] env[69584]: DEBUG oslo_concurrency.lockutils [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.399369] env[69584]: DEBUG oslo_concurrency.lockutils [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.401047] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3128707-eb90-4fed-afa5-3498a4ed170d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.424867] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e6c997-d905-47c1-94bd-ad4336767cbf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.458356] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Reconfiguring VM to detach interface {{(pid=69584) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1033.461810] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1cd765-2cfb-4945-bc86-efd4fc11f077 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.486289] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 1033.486289] env[69584]: value = "task-3486087" [ 1033.486289] env[69584]: _type = "Task" [ 1033.486289] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.500325] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.592492] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2c4464-c4e3-4569-ab48-afe1716d1d14 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.601027] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb21b1e-813f-4663-b90c-da58c8fb7572 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.632844] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d5eaca-dc97-4773-8b46-db448a3c6ef4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.641782] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e21f08-7f61-486a-be4a-60553295e6dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.657244] env[69584]: DEBUG nova.compute.provider_tree [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.682802] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c3d70c-a9c5-eaf0-1f2f-321ef9f8b2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016317} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.684009] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a400bf80-c463-48b7-979f-700887135167 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.689445] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1033.689445] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52700ce5-a5b9-1a62-5243-f5273429c19f" [ 1033.689445] env[69584]: _type = "Task" [ 1033.689445] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.701773] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52700ce5-a5b9-1a62-5243-f5273429c19f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.774847] env[69584]: DEBUG nova.network.neutron [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.863918] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486086, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.941964] env[69584]: DEBUG nova.network.neutron [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Updating instance_info_cache with network_info: [{"id": "78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4", "address": "fa:16:3e:f9:6b:b4", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e4f9bd-e4", "ovs_interfaceid": "78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.997699] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.160389] env[69584]: DEBUG nova.scheduler.client.report [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.201461] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52700ce5-a5b9-1a62-5243-f5273429c19f, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.201736] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.202029] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] d62fd793-995a-44b8-a672-dec8c2ea3257/d62fd793-995a-44b8-a672-dec8c2ea3257.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.202563] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.202717] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquired lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.202882] env[69584]: DEBUG nova.network.neutron [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.203955] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb80e616-6598-47cf-a1da-2a00d6d4c3ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.212499] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1034.212499] env[69584]: value = "task-3486088" [ 1034.212499] env[69584]: _type = "Task" [ 1034.212499] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.222447] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.237678] env[69584]: DEBUG nova.compute.manager [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Received event network-vif-deleted-04b92b3c-d597-4a7f-8553-1a8b88e7f086 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.237880] env[69584]: DEBUG nova.compute.manager [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Received event network-vif-plugged-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.238145] env[69584]: DEBUG oslo_concurrency.lockutils [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] Acquiring lock "371fdc63-5760-4346-9c2c-13cb333e7cdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.238325] env[69584]: DEBUG oslo_concurrency.lockutils [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] Lock "371fdc63-5760-4346-9c2c-13cb333e7cdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.238489] env[69584]: DEBUG oslo_concurrency.lockutils [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] Lock "371fdc63-5760-4346-9c2c-13cb333e7cdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.238670] env[69584]: DEBUG nova.compute.manager [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] No waiting events found dispatching network-vif-plugged-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.238833] env[69584]: WARNING nova.compute.manager [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Received unexpected event network-vif-plugged-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 for instance with vm_state building and task_state spawning. [ 1034.239014] env[69584]: DEBUG nova.compute.manager [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Received event network-changed-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.239172] env[69584]: DEBUG nova.compute.manager [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Refreshing instance network info cache due to event network-changed-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.239334] env[69584]: DEBUG oslo_concurrency.lockutils [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] Acquiring lock "refresh_cache-371fdc63-5760-4346-9c2c-13cb333e7cdd" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.280370] env[69584]: DEBUG nova.compute.manager [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.311705] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.311926] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.312102] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.312288] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.312442] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.312580] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.312822] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.312986] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.313170] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.313331] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.313503] env[69584]: DEBUG nova.virt.hardware [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.314471] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8b23b6-465c-44af-af06-90c9d738073c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.323052] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b14433-e54d-4e91-9a57-a8420aa84a05 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.364626] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486086, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.446017] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "refresh_cache-371fdc63-5760-4346-9c2c-13cb333e7cdd" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.446017] env[69584]: DEBUG nova.compute.manager [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Instance network_info: |[{"id": "78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4", "address": "fa:16:3e:f9:6b:b4", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e4f9bd-e4", "ovs_interfaceid": "78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.446017] env[69584]: DEBUG oslo_concurrency.lockutils [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] Acquired lock "refresh_cache-371fdc63-5760-4346-9c2c-13cb333e7cdd" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.446017] env[69584]: DEBUG nova.network.neutron [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Refreshing network info cache for port 78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.447343] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:6b:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.456490] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.457717] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.458040] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a4fb468-d1c0-43d4-ae2a-d1a0e8fbecc7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.480048] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.480048] env[69584]: value = "task-3486089" [ 1034.480048] env[69584]: _type = "Task" [ 1034.480048] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.490415] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486089, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.502825] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.666203] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.666867] env[69584]: DEBUG nova.compute.manager [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.674720] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.550s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.676992] env[69584]: INFO nova.compute.claims [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.725010] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486088, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.827757] env[69584]: DEBUG nova.network.neutron [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Successfully updated port: 6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.867021] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486086, 'name': CloneVM_Task, 'duration_secs': 1.235074} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.867297] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Created linked-clone VM from snapshot [ 1034.868063] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d4565-9c3e-4fe2-b352-7cb04813eef2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.876262] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Uploading image 33f4b3bc-6fcf-4109-aa4e-def046dab1da {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1034.890686] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1034.890951] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a2ad562-6a86-4210-8714-aafbe494c643 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.898417] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1034.898417] env[69584]: value = "task-3486090" [ 1034.898417] env[69584]: _type = "Task" [ 1034.898417] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.907188] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486090, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.991695] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486089, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.000857] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.053967] env[69584]: DEBUG nova.network.neutron [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updating instance_info_cache with network_info: [{"id": "e311a74f-136b-4e19-a949-ccd90315ece3", "address": "fa:16:3e:4c:f0:46", "network": {"id": "d8a9e1b9-c1a6-4027-acfd-cd35a847d995", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1853155534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd97642ffa84fecab8fce7645ac64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape311a74f-13", "ovs_interfaceid": "e311a74f-136b-4e19-a949-ccd90315ece3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.187457] env[69584]: DEBUG nova.compute.utils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.193984] env[69584]: DEBUG nova.compute.manager [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.194201] env[69584]: DEBUG nova.network.neutron [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.224345] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582934} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.224599] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] d62fd793-995a-44b8-a672-dec8c2ea3257/d62fd793-995a-44b8-a672-dec8c2ea3257.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.224808] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.225058] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0e0041e-5eae-4819-8196-785091048957 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.233301] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1035.233301] env[69584]: value = "task-3486091" [ 1035.233301] env[69584]: _type = "Task" [ 1035.233301] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.242826] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.254829] env[69584]: DEBUG nova.policy [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a585ec00a77e464fafff3b31f377a84f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e2f7de114e4a6c8ccfe36f26f85872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.256898] env[69584]: DEBUG nova.network.neutron [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Updated VIF entry in instance network info cache for port 78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.257240] env[69584]: DEBUG nova.network.neutron [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Updating instance_info_cache with network_info: [{"id": "78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4", "address": "fa:16:3e:f9:6b:b4", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e4f9bd-e4", "ovs_interfaceid": "78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.332721] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquiring lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.332914] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquired lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.333050] env[69584]: DEBUG nova.network.neutron [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.410514] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486090, 'name': Destroy_Task, 'duration_secs': 0.488868} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.410779] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Destroyed the VM [ 1035.411017] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1035.411281] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-abbf629e-ba04-4696-80e2-b74b957fa8ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.418926] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1035.418926] env[69584]: value = "task-3486092" [ 1035.418926] env[69584]: _type = "Task" [ 1035.418926] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.428009] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.490835] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486089, 'name': CreateVM_Task, 'duration_secs': 0.692933} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.491100] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.491777] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.491993] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.492390] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.492789] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd35dda4-312d-4cb2-a0d6-f132edc1b102 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.501221] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1035.501221] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5214c6b9-ef46-70bc-01d7-2ccb0a6fd418" [ 1035.501221] env[69584]: _type = "Task" [ 1035.501221] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.504760] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.512879] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5214c6b9-ef46-70bc-01d7-2ccb0a6fd418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.559133] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Releasing lock "refresh_cache-9805d5cc-af24-4bf5-b99b-4bc316661526" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.559133] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e2b79d-d896-40bf-9a5d-24d55f3c9561 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.565500] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Resuming the VM {{(pid=69584) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1035.565766] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07097452-77b2-4fc7-9786-3b61597636c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.573460] env[69584]: DEBUG oslo_vmware.api [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1035.573460] env[69584]: value = "task-3486093" [ 1035.573460] env[69584]: _type = "Task" [ 1035.573460] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.583689] env[69584]: DEBUG oslo_vmware.api [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.616774] env[69584]: DEBUG nova.network.neutron [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Successfully created port: 8f1818e7-f031-4061-97b5-36742783f607 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.692603] env[69584]: DEBUG nova.compute.manager [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.751762] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07665} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.752188] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.753079] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447640e2-7adb-48c6-b344-7a323bb79572 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.762241] env[69584]: DEBUG oslo_concurrency.lockutils [req-c58f4bc0-a038-4494-8541-04805d635d78 req-96639bdb-50b8-4f0b-9e63-4b7f7fc7a576 service nova] Releasing lock "refresh_cache-371fdc63-5760-4346-9c2c-13cb333e7cdd" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.782039] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] d62fd793-995a-44b8-a672-dec8c2ea3257/d62fd793-995a-44b8-a672-dec8c2ea3257.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.784871] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ae5805-6ee6-4c04-bd78-267a8b7004f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.806166] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1035.806166] env[69584]: value = "task-3486094" [ 1035.806166] env[69584]: _type = "Task" [ 1035.806166] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.817992] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.893313] env[69584]: DEBUG nova.network.neutron [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.934666] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486092, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.012449] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.022316] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5214c6b9-ef46-70bc-01d7-2ccb0a6fd418, 'name': SearchDatastore_Task, 'duration_secs': 0.011582} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.022656] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.022900] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.023174] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.023324] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.023506] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.026466] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e30a634-799a-49a9-b6e9-78c063409e91 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.031419] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d56848-5014-4a35-84d8-99aec2c82fcd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.038239] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.038344] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.039648] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9924edb3-4ba9-4741-b8bd-831b041015ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.045822] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e50635-2fab-405a-9f48-2a403990593b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.053131] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1036.053131] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b5cde6-0c8d-e726-3c8e-689368f7d8ac" [ 1036.053131] env[69584]: _type = "Task" [ 1036.053131] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.063617] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b5cde6-0c8d-e726-3c8e-689368f7d8ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.097875] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e946d-11bc-4314-bc88-631f96586e5a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.107365] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f5c6ce-8e9a-4f6a-95e6-597972b534da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.115069] env[69584]: DEBUG oslo_vmware.api [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.126610] env[69584]: DEBUG nova.compute.provider_tree [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.138093] env[69584]: DEBUG nova.network.neutron [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Updating instance_info_cache with network_info: [{"id": "6bae8812-58d6-476a-934c-52d7d3d91e60", "address": "fa:16:3e:ca:b4:34", "network": {"id": "9890f099-45e9-45a1-b0f5-2fb42c802631", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1467129074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3cf64f376f49dc9516c10d20e7a30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bae8812-58", "ovs_interfaceid": "6bae8812-58d6-476a-934c-52d7d3d91e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.265006] env[69584]: DEBUG nova.compute.manager [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Received event network-vif-plugged-6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.265263] env[69584]: DEBUG oslo_concurrency.lockutils [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] Acquiring lock "29b60e19-a484-46b8-b489-18a99bf149c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.265480] env[69584]: DEBUG oslo_concurrency.lockutils [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] Lock "29b60e19-a484-46b8-b489-18a99bf149c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.265652] env[69584]: DEBUG oslo_concurrency.lockutils [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] Lock "29b60e19-a484-46b8-b489-18a99bf149c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.265824] env[69584]: DEBUG nova.compute.manager [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] No waiting events found dispatching network-vif-plugged-6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.265992] env[69584]: WARNING nova.compute.manager [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Received unexpected event network-vif-plugged-6bae8812-58d6-476a-934c-52d7d3d91e60 for instance with vm_state building and task_state spawning. [ 1036.266365] env[69584]: DEBUG nova.compute.manager [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Received event network-changed-6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.266542] env[69584]: DEBUG nova.compute.manager [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Refreshing instance network info cache due to event network-changed-6bae8812-58d6-476a-934c-52d7d3d91e60. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.266712] env[69584]: DEBUG oslo_concurrency.lockutils [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] Acquiring lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.317897] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.432456] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486092, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.504807] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.566748] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b5cde6-0c8d-e726-3c8e-689368f7d8ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015986} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.566943] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01376350-282d-4838-aa1f-60eafb0580e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.573767] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1036.573767] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e628fa-aa5a-53de-a666-be4198658525" [ 1036.573767] env[69584]: _type = "Task" [ 1036.573767] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.582379] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e628fa-aa5a-53de-a666-be4198658525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.600259] env[69584]: DEBUG oslo_vmware.api [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486093, 'name': PowerOnVM_Task, 'duration_secs': 0.615359} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.600537] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Resumed the VM {{(pid=69584) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1036.600717] env[69584]: DEBUG nova.compute.manager [None req-5398a9f6-a04f-41d2-8b43-eac10c4c1985 tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.601515] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5805cd4-1504-40d8-8e2d-b9c7687b0966 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.630468] env[69584]: DEBUG nova.scheduler.client.report [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.641548] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Releasing lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.641548] env[69584]: DEBUG nova.compute.manager [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Instance network_info: |[{"id": "6bae8812-58d6-476a-934c-52d7d3d91e60", "address": "fa:16:3e:ca:b4:34", "network": {"id": "9890f099-45e9-45a1-b0f5-2fb42c802631", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1467129074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3cf64f376f49dc9516c10d20e7a30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bae8812-58", "ovs_interfaceid": "6bae8812-58d6-476a-934c-52d7d3d91e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.641797] env[69584]: DEBUG oslo_concurrency.lockutils [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] Acquired lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.641947] env[69584]: DEBUG nova.network.neutron [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Refreshing network info cache for port 6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.643143] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:b4:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bae8812-58d6-476a-934c-52d7d3d91e60', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.650293] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Creating folder: Project (1f3cf64f376f49dc9516c10d20e7a30d). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.651882] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3892889-5585-4419-8db2-af383fd220b6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.664706] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Created folder: Project (1f3cf64f376f49dc9516c10d20e7a30d) in parent group-v696614. [ 1036.664914] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Creating folder: Instances. Parent ref: group-v696871. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.665175] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67a425fb-894f-4ab2-a3aa-da505f05a234 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.676999] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Created folder: Instances in parent group-v696871. [ 1036.677267] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.677533] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.677663] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-731afe29-04b3-41a3-9ff5-b0c5fb158c5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.699303] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.699303] env[69584]: value = "task-3486097" [ 1036.699303] env[69584]: _type = "Task" [ 1036.699303] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.703291] env[69584]: DEBUG nova.compute.manager [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.710994] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486097, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.732405] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.732680] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.732838] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.733120] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.733230] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.733324] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.733535] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.733691] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.733851] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.734018] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.734229] env[69584]: DEBUG nova.virt.hardware [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.735101] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6996ea6c-cb05-436e-9969-e587a8481d1d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.742886] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e716f7-7734-461e-ad91-e3defb01c262 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.817139] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.932435] env[69584]: DEBUG oslo_vmware.api [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486092, 'name': RemoveSnapshot_Task, 'duration_secs': 1.046024} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.932759] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1037.003958] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.084858] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e628fa-aa5a-53de-a666-be4198658525, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.085208] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.085519] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 371fdc63-5760-4346-9c2c-13cb333e7cdd/371fdc63-5760-4346-9c2c-13cb333e7cdd.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.085807] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22d9ba9b-7cca-49c2-a2e6-251e70400ec3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.094431] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1037.094431] env[69584]: value = "task-3486098" [ 1037.094431] env[69584]: _type = "Task" [ 1037.094431] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.103618] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.137872] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.137872] env[69584]: DEBUG nova.compute.manager [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.147972] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.926s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.147972] env[69584]: DEBUG nova.objects.instance [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lazy-loading 'resources' on Instance uuid 1d03c694-3a0a-4b7e-8283-720ffdff541e {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.210423] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486097, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.319136] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486094, 'name': ReconfigVM_Task, 'duration_secs': 1.410764} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.319239] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Reconfigured VM instance instance-00000058 to attach disk [datastore1] d62fd793-995a-44b8-a672-dec8c2ea3257/d62fd793-995a-44b8-a672-dec8c2ea3257.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.320032] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df89890b-8dfc-4dd1-bb38-3a0173c4dbcf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.328695] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1037.328695] env[69584]: value = "task-3486099" [ 1037.328695] env[69584]: _type = "Task" [ 1037.328695] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.339058] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486099, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.437399] env[69584]: WARNING nova.compute.manager [None req-dbb373a4-38e0-4eb1-bb00-c81aa19e9a8f tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Image not found during snapshot: nova.exception.ImageNotFound: Image 33f4b3bc-6fcf-4109-aa4e-def046dab1da could not be found. [ 1037.507601] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.606525] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486098, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.607537] env[69584]: DEBUG nova.network.neutron [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Updated VIF entry in instance network info cache for port 6bae8812-58d6-476a-934c-52d7d3d91e60. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.607864] env[69584]: DEBUG nova.network.neutron [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Updating instance_info_cache with network_info: [{"id": "6bae8812-58d6-476a-934c-52d7d3d91e60", "address": "fa:16:3e:ca:b4:34", "network": {"id": "9890f099-45e9-45a1-b0f5-2fb42c802631", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1467129074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3cf64f376f49dc9516c10d20e7a30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bae8812-58", "ovs_interfaceid": "6bae8812-58d6-476a-934c-52d7d3d91e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.624732] env[69584]: DEBUG nova.network.neutron [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Successfully updated port: 8f1818e7-f031-4061-97b5-36742783f607 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.648358] env[69584]: DEBUG nova.compute.utils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.651048] env[69584]: DEBUG nova.compute.manager [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.651194] env[69584]: DEBUG nova.network.neutron [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.714615] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486097, 'name': CreateVM_Task, 'duration_secs': 0.855884} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.715358] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.716135] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.716392] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.716903] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.717212] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47ab475-d9f7-4696-8f5a-8fa2751b9f28 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.730021] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for the task: (returnval){ [ 1037.730021] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b6fd7e-1420-8318-975e-27c02ac2ed8c" [ 1037.730021] env[69584]: _type = "Task" [ 1037.730021] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.730021] env[69584]: DEBUG nova.policy [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42784c645ddf44e285d094b0aad90e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84fb48e9a2ab4689a2da9a7c839eaf8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.745081] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b6fd7e-1420-8318-975e-27c02ac2ed8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.843557] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486099, 'name': Rename_Task, 'duration_secs': 0.512686} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.845280] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.845280] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebc26134-535d-45cb-abe5-6482b1be0d90 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.853662] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1037.853662] env[69584]: value = "task-3486100" [ 1037.853662] env[69584]: _type = "Task" [ 1037.853662] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.866046] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.984677] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5ac280-80cb-4e3f-b3ee-afc6df1ee6b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.993118] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b5fb35-8e94-4cdf-95c7-3a95a0680f7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.006533] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.032243] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd3076-354c-487e-9d5d-b10b371b7b9f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.041083] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fc2b39-98a5-4293-bc21-d3f7d423798d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.054994] env[69584]: DEBUG nova.compute.provider_tree [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.105160] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640509} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.107992] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 371fdc63-5760-4346-9c2c-13cb333e7cdd/371fdc63-5760-4346-9c2c-13cb333e7cdd.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.107992] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.107992] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beeaca66-cd7f-4edf-ade3-e5d93a42cd76 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.111578] env[69584]: DEBUG oslo_concurrency.lockutils [req-6afb1139-9cce-49c8-8b6c-dc150168b40b req-c195f506-b33b-49c3-8b0d-38bf17d18130 service nova] Releasing lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.115110] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1038.115110] env[69584]: value = "task-3486101" [ 1038.115110] env[69584]: _type = "Task" [ 1038.115110] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.127942] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.127942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "refresh_cache-3240f5ba-2863-4730-9d6e-187e3ef6c9eb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.128212] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "refresh_cache-3240f5ba-2863-4730-9d6e-187e3ef6c9eb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.128295] env[69584]: DEBUG nova.network.neutron [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.154543] env[69584]: DEBUG nova.compute.manager [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.162200] env[69584]: DEBUG nova.network.neutron [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Successfully created port: dda9e567-7174-43c1-9641-495ef8f6a7b3 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.243229] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b6fd7e-1420-8318-975e-27c02ac2ed8c, 'name': SearchDatastore_Task, 'duration_secs': 0.025273} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.243477] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.243857] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.244381] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.244664] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.244969] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.247020] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ec29d94-4487-4d57-aad9-bcca252d4c67 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.256043] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.256132] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.257329] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1d393b-ee7b-4d02-90c1-b08843b4e52e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.264033] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for the task: (returnval){ [ 1038.264033] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528fdb31-b6c9-3794-99ab-00e0b074716b" [ 1038.264033] env[69584]: _type = "Task" [ 1038.264033] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.273216] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528fdb31-b6c9-3794-99ab-00e0b074716b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.363180] env[69584]: DEBUG nova.compute.manager [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Received event network-vif-plugged-8f1818e7-f031-4061-97b5-36742783f607 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.363471] env[69584]: DEBUG oslo_concurrency.lockutils [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] Acquiring lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.363719] env[69584]: DEBUG oslo_concurrency.lockutils [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] Lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.363924] env[69584]: DEBUG oslo_concurrency.lockutils [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] Lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.364144] env[69584]: DEBUG nova.compute.manager [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] No waiting events found dispatching network-vif-plugged-8f1818e7-f031-4061-97b5-36742783f607 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.364348] env[69584]: WARNING nova.compute.manager [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Received unexpected event network-vif-plugged-8f1818e7-f031-4061-97b5-36742783f607 for instance with vm_state building and task_state spawning. [ 1038.364591] env[69584]: DEBUG nova.compute.manager [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Received event network-changed-8f1818e7-f031-4061-97b5-36742783f607 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.364755] env[69584]: DEBUG nova.compute.manager [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Refreshing instance network info cache due to event network-changed-8f1818e7-f031-4061-97b5-36742783f607. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.364978] env[69584]: DEBUG oslo_concurrency.lockutils [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] Acquiring lock "refresh_cache-3240f5ba-2863-4730-9d6e-187e3ef6c9eb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.369425] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.515027] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.563590] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.563843] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.566160] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.566160] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.566160] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.568866] env[69584]: INFO nova.compute.manager [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Terminating instance [ 1038.583457] env[69584]: ERROR nova.scheduler.client.report [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] [req-f5699d76-282c-4955-b38b-3dadf6da299d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5699d76-282c-4955-b38b-3dadf6da299d"}]} [ 1038.601086] env[69584]: DEBUG nova.scheduler.client.report [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1038.625688] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146848} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.626019] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.626953] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9204b118-15f6-4280-8ead-9ce82224c281 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.630346] env[69584]: DEBUG nova.scheduler.client.report [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1038.630602] env[69584]: DEBUG nova.compute.provider_tree [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.657523] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 371fdc63-5760-4346-9c2c-13cb333e7cdd/371fdc63-5760-4346-9c2c-13cb333e7cdd.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.658580] env[69584]: DEBUG nova.scheduler.client.report [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1038.664687] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d33f38-71f1-47f1-a538-e5bda73645fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.686164] env[69584]: DEBUG nova.network.neutron [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.689106] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1038.689106] env[69584]: value = "task-3486102" [ 1038.689106] env[69584]: _type = "Task" [ 1038.689106] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.699210] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.700684] env[69584]: DEBUG nova.scheduler.client.report [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1038.774523] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528fdb31-b6c9-3794-99ab-00e0b074716b, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.778399] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9357dd-2021-4c38-bf6c-4f94f8742fe9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.785702] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for the task: (returnval){ [ 1038.785702] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522b436b-34bd-a1b1-691a-d48b58cf9cdb" [ 1038.785702] env[69584]: _type = "Task" [ 1038.785702] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.797055] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522b436b-34bd-a1b1-691a-d48b58cf9cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.866295] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486100, 'name': PowerOnVM_Task, 'duration_secs': 0.644004} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.866639] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.866793] env[69584]: DEBUG nova.compute.manager [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.867590] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f936ab-585e-4d5d-b6ab-845908312193 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.879570] env[69584]: DEBUG nova.network.neutron [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Updating instance_info_cache with network_info: [{"id": "8f1818e7-f031-4061-97b5-36742783f607", "address": "fa:16:3e:95:33:59", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1818e7-f0", "ovs_interfaceid": "8f1818e7-f031-4061-97b5-36742783f607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.988041] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3860cfec-9c70-4bd3-9e1d-090c12e024ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.996841] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d2a06b-d8d6-4332-b95c-512a82a9d800 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.033672] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.034925] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b831fba1-5a2d-45c0-9e50-509b3c71920a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.044104] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9095527e-fc53-4461-8084-cd78dfe61e6d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.060412] env[69584]: DEBUG nova.compute.provider_tree [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.074079] env[69584]: DEBUG nova.compute.manager [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.074345] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.075633] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01929c93-3b70-4c2f-a245-c2a18cc94f99 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.085383] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.085654] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1a3057b-f396-4b96-bb0f-acea8fb4ba3a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.093244] env[69584]: DEBUG oslo_vmware.api [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1039.093244] env[69584]: value = "task-3486103" [ 1039.093244] env[69584]: _type = "Task" [ 1039.093244] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.101972] env[69584]: DEBUG oslo_vmware.api [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.180780] env[69584]: DEBUG nova.compute.manager [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.200846] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486102, 'name': ReconfigVM_Task, 'duration_secs': 0.409573} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.203229] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 371fdc63-5760-4346-9c2c-13cb333e7cdd/371fdc63-5760-4346-9c2c-13cb333e7cdd.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.204439] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4368d69b-c6fd-45a2-ac2a-c23981b76231 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.211680] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.211964] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.212141] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.212364] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.212525] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.212689] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.212899] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.213067] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.213242] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.213935] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.213935] env[69584]: DEBUG nova.virt.hardware [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.214450] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb7b04c-8d11-4989-ae88-edf31266f247 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.218564] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1039.218564] env[69584]: value = "task-3486104" [ 1039.218564] env[69584]: _type = "Task" [ 1039.218564] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.227863] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cebf9c8-f0bb-413a-b7d0-ae9ef2ba041e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.238192] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486104, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.297086] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522b436b-34bd-a1b1-691a-d48b58cf9cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.023655} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.297485] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.297779] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 29b60e19-a484-46b8-b489-18a99bf149c2/29b60e19-a484-46b8-b489-18a99bf149c2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.298089] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b0d8f9d-6910-42bc-8a42-4304dd9000b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.306369] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for the task: (returnval){ [ 1039.306369] env[69584]: value = "task-3486105" [ 1039.306369] env[69584]: _type = "Task" [ 1039.306369] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.315409] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.382658] env[69584]: INFO nova.compute.manager [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] bringing vm to original state: 'stopped' [ 1039.385682] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "refresh_cache-3240f5ba-2863-4730-9d6e-187e3ef6c9eb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.385766] env[69584]: DEBUG nova.compute.manager [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Instance network_info: |[{"id": "8f1818e7-f031-4061-97b5-36742783f607", "address": "fa:16:3e:95:33:59", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1818e7-f0", "ovs_interfaceid": "8f1818e7-f031-4061-97b5-36742783f607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.386278] env[69584]: DEBUG oslo_concurrency.lockutils [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] Acquired lock "refresh_cache-3240f5ba-2863-4730-9d6e-187e3ef6c9eb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.386648] env[69584]: DEBUG nova.network.neutron [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Refreshing network info cache for port 8f1818e7-f031-4061-97b5-36742783f607 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.387931] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:33:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f1818e7-f031-4061-97b5-36742783f607', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.397127] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.402068] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.402068] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fc2b06f-bb80-49f2-a17c-72bc442c8f86 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.425495] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.425495] env[69584]: value = "task-3486106" [ 1039.425495] env[69584]: _type = "Task" [ 1039.425495] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.436627] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486106, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.514399] env[69584]: DEBUG oslo_vmware.api [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486087, 'name': ReconfigVM_Task, 'duration_secs': 5.80134} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.514689] env[69584]: DEBUG oslo_concurrency.lockutils [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.514922] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Reconfigured VM to detach interface {{(pid=69584) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1039.605617] env[69584]: DEBUG oslo_vmware.api [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486103, 'name': PowerOffVM_Task, 'duration_secs': 0.204575} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.605617] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.605617] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.605617] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec2fb823-2e7c-4c70-9015-a90f0c297bbd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.611079] env[69584]: DEBUG nova.scheduler.client.report [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1039.611349] env[69584]: DEBUG nova.compute.provider_tree [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 135 to 136 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1039.611572] env[69584]: DEBUG nova.compute.provider_tree [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.689204] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.689565] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.689838] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Deleting the datastore file [datastore2] adc4eb4c-51a7-49ec-a061-51a40ef943f5 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.690230] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c46dd75b-e7b9-4ce5-bd57-44133df1578e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.698881] env[69584]: DEBUG oslo_vmware.api [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1039.698881] env[69584]: value = "task-3486108" [ 1039.698881] env[69584]: _type = "Task" [ 1039.698881] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.707774] env[69584]: DEBUG oslo_vmware.api [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.730034] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486104, 'name': Rename_Task, 'duration_secs': 0.217562} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.730432] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.730731] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7459e77-dcf1-47b9-8e0a-490ba85decd6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.739344] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1039.739344] env[69584]: value = "task-3486109" [ 1039.739344] env[69584]: _type = "Task" [ 1039.739344] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.748939] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.820743] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.937320] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486106, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.963016] env[69584]: DEBUG nova.network.neutron [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Updated VIF entry in instance network info cache for port 8f1818e7-f031-4061-97b5-36742783f607. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.963615] env[69584]: DEBUG nova.network.neutron [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Updating instance_info_cache with network_info: [{"id": "8f1818e7-f031-4061-97b5-36742783f607", "address": "fa:16:3e:95:33:59", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1818e7-f0", "ovs_interfaceid": "8f1818e7-f031-4061-97b5-36742783f607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.116423] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.970s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.118889] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.178s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.121300] env[69584]: INFO nova.compute.claims [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.144308] env[69584]: INFO nova.scheduler.client.report [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Deleted allocations for instance 1d03c694-3a0a-4b7e-8283-720ffdff541e [ 1040.211495] env[69584]: DEBUG oslo_vmware.api [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411352} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.211896] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.212189] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.212456] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.212724] env[69584]: INFO nova.compute.manager [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1040.213087] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.213424] env[69584]: DEBUG nova.compute.manager [-] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.213696] env[69584]: DEBUG nova.network.neutron [-] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.251581] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486109, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.253306] env[69584]: DEBUG nova.network.neutron [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Successfully updated port: dda9e567-7174-43c1-9641-495ef8f6a7b3 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.319315] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62184} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.319706] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 29b60e19-a484-46b8-b489-18a99bf149c2/29b60e19-a484-46b8-b489-18a99bf149c2.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.320023] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.320271] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b264a7e9-fe64-4a49-8aa6-f83ed16f10f9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.329755] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for the task: (returnval){ [ 1040.329755] env[69584]: value = "task-3486110" [ 1040.329755] env[69584]: _type = "Task" [ 1040.329755] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.343701] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.390640] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "d62fd793-995a-44b8-a672-dec8c2ea3257" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.391720] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.391720] env[69584]: DEBUG nova.compute.manager [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.392319] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab7bb86-6397-4461-ae7c-bb3663aaf87b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.401978] env[69584]: DEBUG nova.compute.manager [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1040.406976] env[69584]: DEBUG nova.compute.manager [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Received event network-vif-plugged-dda9e567-7174-43c1-9641-495ef8f6a7b3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.407298] env[69584]: DEBUG oslo_concurrency.lockutils [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] Acquiring lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.407536] env[69584]: DEBUG oslo_concurrency.lockutils [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] Lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.407961] env[69584]: DEBUG oslo_concurrency.lockutils [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] Lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.407961] env[69584]: DEBUG nova.compute.manager [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] No waiting events found dispatching network-vif-plugged-dda9e567-7174-43c1-9641-495ef8f6a7b3 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.408101] env[69584]: WARNING nova.compute.manager [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Received unexpected event network-vif-plugged-dda9e567-7174-43c1-9641-495ef8f6a7b3 for instance with vm_state building and task_state spawning. [ 1040.408247] env[69584]: DEBUG nova.compute.manager [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Received event network-changed-dda9e567-7174-43c1-9641-495ef8f6a7b3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.408417] env[69584]: DEBUG nova.compute.manager [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Refreshing instance network info cache due to event network-changed-dda9e567-7174-43c1-9641-495ef8f6a7b3. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.411019] env[69584]: DEBUG oslo_concurrency.lockutils [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] Acquiring lock "refresh_cache-e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.411019] env[69584]: DEBUG oslo_concurrency.lockutils [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] Acquired lock "refresh_cache-e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.411019] env[69584]: DEBUG nova.network.neutron [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Refreshing network info cache for port dda9e567-7174-43c1-9641-495ef8f6a7b3 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.442626] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486106, 'name': CreateVM_Task, 'duration_secs': 0.530341} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.442626] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.443704] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.443944] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.445883] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.445883] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5620d8-bafa-4889-94b3-6fa07a390b3d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.454535] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1040.454535] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bf92c1-7d9a-f8cb-3084-20af7d274863" [ 1040.454535] env[69584]: _type = "Task" [ 1040.454535] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.468391] env[69584]: DEBUG oslo_concurrency.lockutils [req-f43dfc04-2c13-4ea7-949b-bd31ff6ca8fb req-dbc4b0b2-5e70-4c89-a4b8-2ef9bdb947f2 service nova] Releasing lock "refresh_cache-3240f5ba-2863-4730-9d6e-187e3ef6c9eb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.468573] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bf92c1-7d9a-f8cb-3084-20af7d274863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.656663] env[69584]: DEBUG oslo_concurrency.lockutils [None req-00ccf578-720f-4e86-baa5-f6fc60d6584f tempest-ImagesTestJSON-891681422 tempest-ImagesTestJSON-891681422-project-member] Lock "1d03c694-3a0a-4b7e-8283-720ffdff541e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.940s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.754285] env[69584]: DEBUG oslo_vmware.api [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486109, 'name': PowerOnVM_Task, 'duration_secs': 0.970687} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.754661] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.754957] env[69584]: INFO nova.compute.manager [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1040.755239] env[69584]: DEBUG nova.compute.manager [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.755920] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "refresh_cache-e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.756955] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5438dcb8-0555-446f-bd57-56c39614611a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.842508] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084268} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.843781] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.844662] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c36312-ddc3-447d-b334-9ef825c1c643 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.873611] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 29b60e19-a484-46b8-b489-18a99bf149c2/29b60e19-a484-46b8-b489-18a99bf149c2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.875920] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f5cae10-42a9-4d7b-abcc-751679bc3105 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.903526] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for the task: (returnval){ [ 1040.903526] env[69584]: value = "task-3486111" [ 1040.903526] env[69584]: _type = "Task" [ 1040.903526] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.913886] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.916166] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.916463] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a3d9813-a8b9-4fc4-8c52-7c0f0e99dea3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.925249] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1040.925249] env[69584]: value = "task-3486112" [ 1040.925249] env[69584]: _type = "Task" [ 1040.925249] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.935677] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.967881] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bf92c1-7d9a-f8cb-3084-20af7d274863, 'name': SearchDatastore_Task, 'duration_secs': 0.03779} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.969273] env[69584]: DEBUG nova.network.neutron [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.971384] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.971682] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.971968] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.972186] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.972420] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.972760] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35672003-4ccd-4ecb-b027-4ea4c775a370 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.983264] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.983794] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.984577] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4192da3b-0f2f-4b58-bff1-35fd9485dd06 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.992342] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1040.992342] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd46cb-e610-92d1-c935-63f7ef5412b7" [ 1040.992342] env[69584]: _type = "Task" [ 1040.992342] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.002905] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd46cb-e610-92d1-c935-63f7ef5412b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.072064] env[69584]: DEBUG nova.network.neutron [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.281717] env[69584]: INFO nova.compute.manager [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Took 26.37 seconds to build instance. [ 1041.351240] env[69584]: DEBUG nova.network.neutron [-] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.395798] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.395966] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.396805] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "b197d7b8-9d35-417f-9b08-79b454d58ee8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.396805] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b197d7b8-9d35-417f-9b08-79b454d58ee8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.396805] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b197d7b8-9d35-417f-9b08-79b454d58ee8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.398562] env[69584]: INFO nova.compute.manager [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Terminating instance [ 1041.415557] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486111, 'name': ReconfigVM_Task, 'duration_secs': 0.317399} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.416682] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 29b60e19-a484-46b8-b489-18a99bf149c2/29b60e19-a484-46b8-b489-18a99bf149c2.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.417852] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbda767-07f5-42f4-a9ff-9be005700add {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.420608] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f5e3f30-2df0-4945-ad36-008310929a46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.430940] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b971e1-bdc6-48b2-aae0-4409d85cfe55 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.434174] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for the task: (returnval){ [ 1041.434174] env[69584]: value = "task-3486113" [ 1041.434174] env[69584]: _type = "Task" [ 1041.434174] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.466617] env[69584]: DEBUG oslo_concurrency.lockutils [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.466806] env[69584]: DEBUG oslo_concurrency.lockutils [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquired lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.466982] env[69584]: DEBUG nova.network.neutron [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.468464] env[69584]: DEBUG oslo_vmware.api [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486112, 'name': PowerOffVM_Task, 'duration_secs': 0.195513} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.470053] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83746e55-3822-4ce2-a0b4-43d0fa18313a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.472388] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.472597] env[69584]: DEBUG nova.compute.manager [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.476185] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee39db3-0c25-44e6-893e-68a48de87284 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.478917] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486113, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.490593] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddc561a-849c-4d14-a906-4f0063dad943 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.504963] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd46cb-e610-92d1-c935-63f7ef5412b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013295} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.515670] env[69584]: DEBUG nova.compute.provider_tree [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.517261] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d6659c-590f-4be3-ab1e-4a3a2053f253 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.525071] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1041.525071] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b5f85-52ff-f0f7-7390-aebf425fc63e" [ 1041.525071] env[69584]: _type = "Task" [ 1041.525071] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.535310] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b5f85-52ff-f0f7-7390-aebf425fc63e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.575379] env[69584]: DEBUG oslo_concurrency.lockutils [req-01d12709-ec31-4940-9cb3-30e87304a452 req-084eb830-f311-4c23-bf21-ae9ac621cf1e service nova] Releasing lock "refresh_cache-e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.575805] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "refresh_cache-e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.575976] env[69584]: DEBUG nova.network.neutron [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.770343] env[69584]: DEBUG oslo_concurrency.lockutils [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "371fdc63-5760-4346-9c2c-13cb333e7cdd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.784742] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f2775172-0a89-4762-b44f-cfead624adb8 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "371fdc63-5760-4346-9c2c-13cb333e7cdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.893s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.784847] env[69584]: DEBUG oslo_concurrency.lockutils [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "371fdc63-5760-4346-9c2c-13cb333e7cdd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.015s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.785042] env[69584]: DEBUG nova.compute.manager [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.786130] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fef06f5-6ced-48a3-8273-14a2477cf238 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.793713] env[69584]: DEBUG nova.compute.manager [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1041.794305] env[69584]: DEBUG nova.objects.instance [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lazy-loading 'flavor' on Instance uuid 371fdc63-5760-4346-9c2c-13cb333e7cdd {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.855113] env[69584]: INFO nova.compute.manager [-] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Took 1.64 seconds to deallocate network for instance. [ 1041.906712] env[69584]: DEBUG nova.compute.manager [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.906920] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.907775] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ad071f-6130-49b0-9b35-a57b94ee2111 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.915859] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.916097] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9e1fe7-6097-4eff-b72f-dc2007a5cc85 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.923047] env[69584]: DEBUG oslo_vmware.api [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 1041.923047] env[69584]: value = "task-3486114" [ 1041.923047] env[69584]: _type = "Task" [ 1041.923047] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.931437] env[69584]: DEBUG oslo_vmware.api [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.942711] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486113, 'name': Rename_Task, 'duration_secs': 0.151925} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.942973] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.943233] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f0ff4df-404e-4ab7-80ce-67bb8ca2d54b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.951026] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for the task: (returnval){ [ 1041.951026] env[69584]: value = "task-3486115" [ 1041.951026] env[69584]: _type = "Task" [ 1041.951026] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.959094] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.993208] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.602s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.036920] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b5f85-52ff-f0f7-7390-aebf425fc63e, 'name': SearchDatastore_Task, 'duration_secs': 0.011547} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.037207] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.037533] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 3240f5ba-2863-4730-9d6e-187e3ef6c9eb/3240f5ba-2863-4730-9d6e-187e3ef6c9eb.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.037804] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-118da46f-5ee1-4439-8787-c4ed71370378 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.046151] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1042.046151] env[69584]: value = "task-3486116" [ 1042.046151] env[69584]: _type = "Task" [ 1042.046151] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.055238] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.056194] env[69584]: DEBUG nova.scheduler.client.report [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.056437] env[69584]: DEBUG nova.compute.provider_tree [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 136 to 137 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.056647] env[69584]: DEBUG nova.compute.provider_tree [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.131196] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "9805d5cc-af24-4bf5-b99b-4bc316661526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.131196] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.131196] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.131955] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.132152] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.134150] env[69584]: INFO nova.compute.manager [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Terminating instance [ 1042.140795] env[69584]: DEBUG nova.network.neutron [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.361882] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.399804] env[69584]: INFO nova.network.neutron [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Port 73421ae6-7ce8-47b5-8db6-f69fdfe96cb8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1042.400209] env[69584]: DEBUG nova.network.neutron [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updating instance_info_cache with network_info: [{"id": "ac736a98-437b-462c-9624-8a9c9c38c532", "address": "fa:16:3e:59:fb:f3", "network": {"id": "075bdfcc-7e85-4a28-8d1a-c2a546d1edd8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1205016263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854ce7cfadbe4b698b2d7fd90b8e97c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac736a98-43", "ovs_interfaceid": "ac736a98-437b-462c-9624-8a9c9c38c532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.435996] env[69584]: DEBUG oslo_vmware.api [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486114, 'name': PowerOffVM_Task, 'duration_secs': 0.230128} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.437744] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.438307] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.438307] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71baa41-3aac-470c-8cdc-bdb92b48f4e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.442625] env[69584]: DEBUG nova.network.neutron [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Updating instance_info_cache with network_info: [{"id": "dda9e567-7174-43c1-9641-495ef8f6a7b3", "address": "fa:16:3e:75:6a:ea", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda9e567-71", "ovs_interfaceid": "dda9e567-7174-43c1-9641-495ef8f6a7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.464591] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.502212] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.512242] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.512392] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.512522] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleting the datastore file [datastore2] b197d7b8-9d35-417f-9b08-79b454d58ee8 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.512819] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68d259b9-a139-4463-bfe5-430f0cb9c09d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.520827] env[69584]: DEBUG oslo_vmware.api [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 1042.520827] env[69584]: value = "task-3486118" [ 1042.520827] env[69584]: _type = "Task" [ 1042.520827] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.531740] env[69584]: DEBUG oslo_vmware.api [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.558313] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486116, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.561371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.562254] env[69584]: DEBUG nova.compute.manager [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.574356] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.977s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.574356] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.574356] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.265s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.574356] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.576818] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.866s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.576818] env[69584]: DEBUG nova.objects.instance [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lazy-loading 'resources' on Instance uuid ed0619a9-9206-4935-bb9c-00e3265e8211 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.639622] env[69584]: DEBUG nova.compute.manager [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.639622] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.639622] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc29adf-1a1f-4c00-b5ed-76c3a7aa37e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.650270] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.650270] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2a8a2b-2553-41d8-923c-facf629c823e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.656735] env[69584]: INFO nova.scheduler.client.report [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleted allocations for instance e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc [ 1042.663497] env[69584]: DEBUG oslo_vmware.api [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1042.663497] env[69584]: value = "task-3486119" [ 1042.663497] env[69584]: _type = "Task" [ 1042.663497] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.666930] env[69584]: INFO nova.scheduler.client.report [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted allocations for instance 11419fec-4930-4fa8-9f65-8c5f50ed7a93 [ 1042.675017] env[69584]: DEBUG nova.compute.manager [req-8131d377-187a-44d7-9d69-82ebcb6393bb req-0c7dbbcc-2974-4ba4-a9e1-16e1cb5f4685 service nova] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Received event network-vif-deleted-dfceeeef-465a-45b3-9c1b-17cc077387d7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.682619] env[69584]: DEBUG oslo_vmware.api [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.804707] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.805066] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cc7ed4a-a809-4707-9e39-62ad0cb41bf4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.814549] env[69584]: DEBUG oslo_vmware.api [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1042.814549] env[69584]: value = "task-3486120" [ 1042.814549] env[69584]: _type = "Task" [ 1042.814549] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.829518] env[69584]: DEBUG oslo_vmware.api [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.906774] env[69584]: DEBUG oslo_concurrency.lockutils [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Releasing lock "refresh_cache-b197d7b8-9d35-417f-9b08-79b454d58ee8" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.945937] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "refresh_cache-e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.947025] env[69584]: DEBUG nova.compute.manager [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Instance network_info: |[{"id": "dda9e567-7174-43c1-9641-495ef8f6a7b3", "address": "fa:16:3e:75:6a:ea", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda9e567-71", "ovs_interfaceid": "dda9e567-7174-43c1-9641-495ef8f6a7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.947025] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:6a:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda9e567-7174-43c1-9641-495ef8f6a7b3', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.958224] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.958995] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.962398] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2c45d63-47b4-41dd-95e3-4dc8aab84087 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.987126] env[69584]: DEBUG oslo_vmware.api [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486115, 'name': PowerOnVM_Task, 'duration_secs': 0.776783} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.987671] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.987923] env[69584]: INFO nova.compute.manager [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1042.988144] env[69584]: DEBUG nova.compute.manager [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.988467] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.988467] env[69584]: value = "task-3486121" [ 1042.988467] env[69584]: _type = "Task" [ 1042.988467] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.989367] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802dc708-6556-4725-9f69-00a1423e9301 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.006013] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486121, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.037030] env[69584]: DEBUG oslo_vmware.api [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226777} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.037030] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.037030] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.037030] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.037030] env[69584]: INFO nova.compute.manager [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1043.037325] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.037380] env[69584]: DEBUG nova.compute.manager [-] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.037478] env[69584]: DEBUG nova.network.neutron [-] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.060943] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525573} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.061224] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 3240f5ba-2863-4730-9d6e-187e3ef6c9eb/3240f5ba-2863-4730-9d6e-187e3ef6c9eb.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.061781] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.062055] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dd2b5bf-c7ec-4b0c-91b8-53cbdebe8a22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.072017] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1043.072017] env[69584]: value = "task-3486122" [ 1043.072017] env[69584]: _type = "Task" [ 1043.072017] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.081808] env[69584]: DEBUG nova.compute.utils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.087894] env[69584]: DEBUG nova.compute.manager [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.088438] env[69584]: DEBUG nova.network.neutron [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.090648] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.175910] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3dbdf695-3c3b-4b2b-ad46-2ecdd5159f57 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.680s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.183072] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5211ae76-8608-4650-8b4d-59688aa60b8b tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "11419fec-4930-4fa8-9f65-8c5f50ed7a93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.059s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.189435] env[69584]: DEBUG nova.policy [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3daf88ef33540e0b59b9b7537c9cb9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa1b7ae2736497e84fd3b4c8c7f3cda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.192417] env[69584]: DEBUG oslo_vmware.api [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486119, 'name': PowerOffVM_Task, 'duration_secs': 0.281379} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.196733] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.196869] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.201655] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f19b85-6b92-48e4-b4c0-53b386215932 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.293783] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.296428] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.296428] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleting the datastore file [datastore2] 9805d5cc-af24-4bf5-b99b-4bc316661526 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.296428] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb872d2e-332a-470d-8edf-8133b082d126 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.304787] env[69584]: DEBUG oslo_vmware.api [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for the task: (returnval){ [ 1043.304787] env[69584]: value = "task-3486124" [ 1043.304787] env[69584]: _type = "Task" [ 1043.304787] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.320942] env[69584]: DEBUG oslo_vmware.api [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.334219] env[69584]: DEBUG oslo_vmware.api [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486120, 'name': PowerOffVM_Task, 'duration_secs': 0.373465} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.334561] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.335152] env[69584]: DEBUG nova.compute.manager [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.335571] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f1dace-bc20-4d6c-bbf4-64e965d60cc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.375098] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "d62fd793-995a-44b8-a672-dec8c2ea3257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.375455] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.376536] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "d62fd793-995a-44b8-a672-dec8c2ea3257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.376851] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.377110] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.379474] env[69584]: INFO nova.compute.manager [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Terminating instance [ 1043.391235] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9b2509-ef07-4b30-93a8-e9bd132ee8f9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.400502] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20290bf5-e523-4b8e-96e0-2bd944a4319a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.435703] env[69584]: DEBUG oslo_concurrency.lockutils [None req-11cd737e-b878-447d-ba5d-075348b70ea9 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "interface-b197d7b8-9d35-417f-9b08-79b454d58ee8-73421ae6-7ce8-47b5-8db6-f69fdfe96cb8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.539s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.439424] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491764df-745d-4be1-a543-e0647dd68920 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.448578] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc011909-c5d8-4ffb-9ca4-1db86dcd114c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.470997] env[69584]: DEBUG nova.compute.provider_tree [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.502375] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486121, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.521160] env[69584]: INFO nova.compute.manager [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Took 24.64 seconds to build instance. [ 1043.582536] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114261} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.583138] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.583609] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7786ec8c-5f47-41ad-b7d6-1a431d81ded5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.587801] env[69584]: DEBUG nova.compute.manager [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.609281] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 3240f5ba-2863-4730-9d6e-187e3ef6c9eb/3240f5ba-2863-4730-9d6e-187e3ef6c9eb.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.613607] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87fe0dd3-4a9c-406e-9b55-40bd8f1e6800 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.631873] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1043.631873] env[69584]: value = "task-3486125" [ 1043.631873] env[69584]: _type = "Task" [ 1043.631873] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.641262] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.833473] env[69584]: DEBUG oslo_vmware.api [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Task: {'id': task-3486124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192799} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.833905] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.834233] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.834870] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.834870] env[69584]: INFO nova.compute.manager [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1043.835223] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.835534] env[69584]: DEBUG nova.compute.manager [-] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.835701] env[69584]: DEBUG nova.network.neutron [-] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.855282] env[69584]: DEBUG oslo_concurrency.lockutils [None req-13f943bb-4e64-4ee9-b8e3-dcdf669edabf tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "371fdc63-5760-4346-9c2c-13cb333e7cdd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.885192] env[69584]: DEBUG nova.compute.manager [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.885192] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.885489] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8abb5b3-ea89-4b5d-8b0d-4d59e85bcb6a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.892154] env[69584]: DEBUG nova.network.neutron [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Successfully created port: 47094ca0-340f-4dca-9ee0-a32ecbe52a4a {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.900886] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.900886] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a5d8519-bab9-4972-8c06-25a6fcef938e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.967713] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.967952] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.968148] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleting the datastore file [datastore1] d62fd793-995a-44b8-a672-dec8c2ea3257 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.968547] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca54a17a-ece9-42f7-a4b8-cbad125d3ad3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.974601] env[69584]: DEBUG nova.scheduler.client.report [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.979382] env[69584]: DEBUG oslo_vmware.api [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1043.979382] env[69584]: value = "task-3486127" [ 1043.979382] env[69584]: _type = "Task" [ 1043.979382] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.990634] env[69584]: DEBUG oslo_vmware.api [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.004967] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486121, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.027016] env[69584]: DEBUG oslo_concurrency.lockutils [None req-352b5bd9-d3f2-4769-86a8-823bc6cc6257 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lock "29b60e19-a484-46b8-b489-18a99bf149c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.164s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.143374] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486125, 'name': ReconfigVM_Task, 'duration_secs': 0.303788} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.143673] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 3240f5ba-2863-4730-9d6e-187e3ef6c9eb/3240f5ba-2863-4730-9d6e-187e3ef6c9eb.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.144326] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69e6d18c-a5aa-438e-8801-5919d2404f45 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.157021] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1044.157021] env[69584]: value = "task-3486128" [ 1044.157021] env[69584]: _type = "Task" [ 1044.157021] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.172955] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486128, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.482353] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.485157] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.995s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.486790] env[69584]: INFO nova.compute.claims [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.510722] env[69584]: DEBUG oslo_vmware.api [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156493} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.515516] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.520116] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.520116] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.520116] env[69584]: INFO nova.compute.manager [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1044.520116] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.520116] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486121, 'name': CreateVM_Task, 'duration_secs': 1.373978} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.520116] env[69584]: DEBUG nova.compute.manager [-] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.520116] env[69584]: DEBUG nova.network.neutron [-] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.522288] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.523794] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.523794] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.523794] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.524496] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86aebb1b-fb58-423d-8b4d-43937f7448c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.527968] env[69584]: INFO nova.scheduler.client.report [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Deleted allocations for instance ed0619a9-9206-4935-bb9c-00e3265e8211 [ 1044.536391] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1044.536391] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523fa6fe-e277-9b27-ff38-f034018be887" [ 1044.536391] env[69584]: _type = "Task" [ 1044.536391] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.546095] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523fa6fe-e277-9b27-ff38-f034018be887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.616419] env[69584]: DEBUG nova.compute.manager [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.653676] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.653676] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.653676] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.655373] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.655615] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.655794] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.656033] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.656212] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.656389] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.656578] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.656725] env[69584]: DEBUG nova.virt.hardware [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.658603] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fd7c09-aead-417a-904a-ea6981fc4a89 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.674587] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486128, 'name': Rename_Task, 'duration_secs': 0.177927} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.676143] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301680a6-d174-4f1b-a868-7f2b89a12e8a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.680614] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.681410] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ea900a6-02d5-44dd-bef1-2c41694bf924 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.702851] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1044.702851] env[69584]: value = "task-3486129" [ 1044.702851] env[69584]: _type = "Task" [ 1044.702851] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.712870] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.007306] env[69584]: DEBUG nova.compute.manager [req-5d603be4-9ef6-4e38-9314-a6b301dcb975 req-80b0edbe-af77-436b-b9a9-3b3596ea25f9 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Received event network-vif-deleted-ac736a98-437b-462c-9624-8a9c9c38c532 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.007437] env[69584]: INFO nova.compute.manager [req-5d603be4-9ef6-4e38-9314-a6b301dcb975 req-80b0edbe-af77-436b-b9a9-3b3596ea25f9 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Neutron deleted interface ac736a98-437b-462c-9624-8a9c9c38c532; detaching it from the instance and deleting it from the info cache [ 1045.007596] env[69584]: DEBUG nova.network.neutron [req-5d603be4-9ef6-4e38-9314-a6b301dcb975 req-80b0edbe-af77-436b-b9a9-3b3596ea25f9 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.042031] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d7aeaa3b-9d50-4983-9b6b-6410f36023cd tempest-ServerRescueNegativeTestJSON-1697548825 tempest-ServerRescueNegativeTestJSON-1697548825-project-member] Lock "ed0619a9-9206-4935-bb9c-00e3265e8211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.992s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.043037] env[69584]: DEBUG nova.network.neutron [-] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.053735] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523fa6fe-e277-9b27-ff38-f034018be887, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.054066] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.054338] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.054990] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.056142] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.056142] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.058689] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-045550ed-ffdd-4e89-9cab-6929ce7f50c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.070346] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.070497] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.071524] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e836da82-6a22-4b11-8e7a-14f4f4fe4c20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.078178] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1045.078178] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5288fd09-98fd-e1c9-3b95-c2668546d77f" [ 1045.078178] env[69584]: _type = "Task" [ 1045.078178] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.081933] env[69584]: DEBUG nova.network.neutron [-] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.090397] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5288fd09-98fd-e1c9-3b95-c2668546d77f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.215184] env[69584]: DEBUG oslo_vmware.api [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486129, 'name': PowerOnVM_Task, 'duration_secs': 0.497538} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.215479] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.215686] env[69584]: INFO nova.compute.manager [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1045.215862] env[69584]: DEBUG nova.compute.manager [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.216661] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4450c20-8404-40b5-a691-3dd5c45ec115 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.375782] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "06313c15-ab75-47a9-bbba-42c3807b3a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.376053] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "06313c15-ab75-47a9-bbba-42c3807b3a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.433341] env[69584]: DEBUG nova.network.neutron [-] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.456373] env[69584]: DEBUG oslo_concurrency.lockutils [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "371fdc63-5760-4346-9c2c-13cb333e7cdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.456822] env[69584]: DEBUG oslo_concurrency.lockutils [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "371fdc63-5760-4346-9c2c-13cb333e7cdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.456890] env[69584]: DEBUG oslo_concurrency.lockutils [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "371fdc63-5760-4346-9c2c-13cb333e7cdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.457145] env[69584]: DEBUG oslo_concurrency.lockutils [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "371fdc63-5760-4346-9c2c-13cb333e7cdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.457255] env[69584]: DEBUG oslo_concurrency.lockutils [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "371fdc63-5760-4346-9c2c-13cb333e7cdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.460128] env[69584]: INFO nova.compute.manager [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Terminating instance [ 1045.511275] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d17cc7f3-d61b-4a7c-8dbb-58ba1e756869 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.523360] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245badff-45a6-432b-8ef3-3fabdb74cbc6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.546703] env[69584]: INFO nova.compute.manager [-] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Took 2.51 seconds to deallocate network for instance. [ 1045.568480] env[69584]: DEBUG nova.compute.manager [req-5d603be4-9ef6-4e38-9314-a6b301dcb975 req-80b0edbe-af77-436b-b9a9-3b3596ea25f9 service nova] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Detach interface failed, port_id=ac736a98-437b-462c-9624-8a9c9c38c532, reason: Instance b197d7b8-9d35-417f-9b08-79b454d58ee8 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.568767] env[69584]: DEBUG nova.compute.manager [req-5d603be4-9ef6-4e38-9314-a6b301dcb975 req-80b0edbe-af77-436b-b9a9-3b3596ea25f9 service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Received event network-vif-deleted-e311a74f-136b-4e19-a949-ccd90315ece3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.568986] env[69584]: INFO nova.compute.manager [req-5d603be4-9ef6-4e38-9314-a6b301dcb975 req-80b0edbe-af77-436b-b9a9-3b3596ea25f9 service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Neutron deleted interface e311a74f-136b-4e19-a949-ccd90315ece3; detaching it from the instance and deleting it from the info cache [ 1045.569247] env[69584]: DEBUG nova.network.neutron [req-5d603be4-9ef6-4e38-9314-a6b301dcb975 req-80b0edbe-af77-436b-b9a9-3b3596ea25f9 service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.586229] env[69584]: INFO nova.compute.manager [-] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Took 1.75 seconds to deallocate network for instance. [ 1045.599107] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5288fd09-98fd-e1c9-3b95-c2668546d77f, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.600209] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a6928d-c88c-4ef9-b297-f3c99aa0094e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.608915] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1045.608915] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f199e7-7a69-5554-f7b9-8b739e7e2ee0" [ 1045.608915] env[69584]: _type = "Task" [ 1045.608915] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.620728] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f199e7-7a69-5554-f7b9-8b739e7e2ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.741144] env[69584]: INFO nova.compute.manager [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Took 25.76 seconds to build instance. [ 1045.798656] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cabf85d-cc57-45a2-8750-5a17d0d43050 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.809108] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3703716b-0626-4b24-93f5-79b2d70448c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.843106] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f242c4ae-70b7-46f7-9e8e-c0ccc4c2cf13 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.852023] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86ba304-cd5d-4e8b-a77d-b28b8eda63c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.868884] env[69584]: DEBUG nova.compute.provider_tree [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.879806] env[69584]: DEBUG nova.compute.manager [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.938230] env[69584]: INFO nova.compute.manager [-] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Took 1.42 seconds to deallocate network for instance. [ 1045.968149] env[69584]: DEBUG nova.compute.manager [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.968869] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.971071] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd1e26f-5df3-4799-a93d-844b59024c86 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.979925] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.980611] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-953b1e34-74ce-4905-af8e-3f7ddb233ca0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.057106] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.057106] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.057106] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleting the datastore file [datastore1] 371fdc63-5760-4346-9c2c-13cb333e7cdd {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.057106] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbaa186f-e4b1-4251-8cb1-54a6bf9fdb8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.062514] env[69584]: DEBUG oslo_vmware.api [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1046.062514] env[69584]: value = "task-3486131" [ 1046.062514] env[69584]: _type = "Task" [ 1046.062514] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.075216] env[69584]: DEBUG oslo_vmware.api [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.075216] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.075216] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20199630-834e-4d32-b0f9-bca3a83c9b55 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.089809] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90d2656-d4f2-4eaf-9513-919b628dfe8c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.102778] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.106575] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.107350] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.121611] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f199e7-7a69-5554-f7b9-8b739e7e2ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.135119] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.135119] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] e54610c2-ddc0-43c3-9cf4-bd561a64cfc0/e54610c2-ddc0-43c3-9cf4-bd561a64cfc0.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.135119] env[69584]: DEBUG nova.compute.manager [req-5d603be4-9ef6-4e38-9314-a6b301dcb975 req-80b0edbe-af77-436b-b9a9-3b3596ea25f9 service nova] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Detach interface failed, port_id=e311a74f-136b-4e19-a949-ccd90315ece3, reason: Instance 9805d5cc-af24-4bf5-b99b-4bc316661526 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.135119] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64b227db-d85d-4211-a729-e904080fce63 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.145440] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1046.145440] env[69584]: value = "task-3486132" [ 1046.145440] env[69584]: _type = "Task" [ 1046.145440] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.158119] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.246763] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e3bbaf95-0bb2-4b95-b70a-1de35b3c8499 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.274s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.373277] env[69584]: DEBUG nova.scheduler.client.report [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.408989] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.442875] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.573043] env[69584]: DEBUG nova.network.neutron [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Successfully updated port: 47094ca0-340f-4dca-9ee0-a32ecbe52a4a {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.578352] env[69584]: DEBUG oslo_vmware.api [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163507} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.578700] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.578893] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.579130] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.579328] env[69584]: INFO nova.compute.manager [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1046.579652] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.579892] env[69584]: DEBUG nova.compute.manager [-] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.580018] env[69584]: DEBUG nova.network.neutron [-] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.610789] env[69584]: DEBUG nova.compute.manager [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.656805] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482637} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.657228] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] e54610c2-ddc0-43c3-9cf4-bd561a64cfc0/e54610c2-ddc0-43c3-9cf4-bd561a64cfc0.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.658341] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.659303] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c4b3c46-2521-4d1f-87b5-3c65c18b967e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.668697] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1046.668697] env[69584]: value = "task-3486133" [ 1046.668697] env[69584]: _type = "Task" [ 1046.668697] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.679674] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.688242] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.688597] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.882445] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.882445] env[69584]: DEBUG nova.compute.manager [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.883238] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.494s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.886375] env[69584]: DEBUG nova.objects.instance [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'resources' on Instance uuid 3137d543-006b-4f18-bbff-d1288ea4017b {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.074789] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.074789] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.074789] env[69584]: DEBUG nova.network.neutron [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.136158] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.184638] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067569} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.186897] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.189460] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea41ff-009a-4b95-bb50-d4fad5b42582 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.192681] env[69584]: DEBUG nova.compute.manager [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.227432] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] e54610c2-ddc0-43c3-9cf4-bd561a64cfc0/e54610c2-ddc0-43c3-9cf4-bd561a64cfc0.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.228915] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e664210-03c6-47cb-896f-a92214a28123 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.256844] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1047.256844] env[69584]: value = "task-3486134" [ 1047.256844] env[69584]: _type = "Task" [ 1047.256844] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.266677] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.327953] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.328293] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.342791] env[69584]: DEBUG nova.compute.manager [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Received event network-vif-deleted-4f97e5b9-6dba-4294-97f6-c226346ac288 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.343033] env[69584]: DEBUG nova.compute.manager [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Received event network-vif-plugged-47094ca0-340f-4dca-9ee0-a32ecbe52a4a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.343243] env[69584]: DEBUG oslo_concurrency.lockutils [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] Acquiring lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.343454] env[69584]: DEBUG oslo_concurrency.lockutils [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.343713] env[69584]: DEBUG oslo_concurrency.lockutils [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.344088] env[69584]: DEBUG nova.compute.manager [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] No waiting events found dispatching network-vif-plugged-47094ca0-340f-4dca-9ee0-a32ecbe52a4a {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.344405] env[69584]: WARNING nova.compute.manager [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Received unexpected event network-vif-plugged-47094ca0-340f-4dca-9ee0-a32ecbe52a4a for instance with vm_state building and task_state spawning. [ 1047.344664] env[69584]: DEBUG nova.compute.manager [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Received event network-changed-47094ca0-340f-4dca-9ee0-a32ecbe52a4a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.345209] env[69584]: DEBUG nova.compute.manager [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Refreshing instance network info cache due to event network-changed-47094ca0-340f-4dca-9ee0-a32ecbe52a4a. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.345451] env[69584]: DEBUG oslo_concurrency.lockutils [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] Acquiring lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.389436] env[69584]: DEBUG nova.compute.utils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.395485] env[69584]: DEBUG nova.compute.manager [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.396227] env[69584]: DEBUG nova.network.neutron [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.483770] env[69584]: DEBUG nova.policy [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1a09d4d091847b89080dbd2343dcdb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dd9126dc3e74b1692d7c83ec35f7bda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.519360] env[69584]: DEBUG nova.network.neutron [-] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.655558] env[69584]: DEBUG nova.network.neutron [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.739287] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.766730] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8c9f1d-3c95-4c0b-803f-a30826dcf63f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.773621] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486134, 'name': ReconfigVM_Task, 'duration_secs': 0.323019} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.774345] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Reconfigured VM instance instance-0000005d to attach disk [datastore1] e54610c2-ddc0-43c3-9cf4-bd561a64cfc0/e54610c2-ddc0-43c3-9cf4-bd561a64cfc0.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.774987] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbcf3e87-0ef2-4bef-8347-57842bb8f5cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.779663] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b52351-7499-4f94-a322-e8453c640b64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.786873] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1047.786873] env[69584]: value = "task-3486135" [ 1047.786873] env[69584]: _type = "Task" [ 1047.786873] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.821275] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8ed406-86b8-4466-bc9e-6736757fbe2b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.826851] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "87d97cb6-fe49-4351-ade6-3e82ba515844" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.827106] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "87d97cb6-fe49-4351-ade6-3e82ba515844" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.834460] env[69584]: DEBUG nova.compute.manager [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.837100] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486135, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.841357] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8477f246-549d-4b0d-b02d-138961cba11e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.861521] env[69584]: DEBUG nova.compute.provider_tree [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.896516] env[69584]: DEBUG nova.compute.manager [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.022053] env[69584]: INFO nova.compute.manager [-] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Took 1.44 seconds to deallocate network for instance. [ 1048.032143] env[69584]: DEBUG nova.network.neutron [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance_info_cache with network_info: [{"id": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "address": "fa:16:3e:2f:da:05", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47094ca0-34", "ovs_interfaceid": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.210874] env[69584]: DEBUG nova.network.neutron [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Successfully created port: 41e45304-5514-402e-afed-c67df918d0e1 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.328121] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486135, 'name': Rename_Task, 'duration_secs': 0.231462} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.328373] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.328692] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-076ff152-ff06-4857-aee1-ea31ca770090 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.332385] env[69584]: DEBUG nova.compute.manager [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.342244] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1048.342244] env[69584]: value = "task-3486136" [ 1048.342244] env[69584]: _type = "Task" [ 1048.342244] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.355259] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.366413] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.366413] env[69584]: DEBUG nova.scheduler.client.report [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.530591] env[69584]: DEBUG oslo_concurrency.lockutils [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.533189] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.533489] env[69584]: DEBUG nova.compute.manager [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Instance network_info: |[{"id": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "address": "fa:16:3e:2f:da:05", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47094ca0-34", "ovs_interfaceid": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.533760] env[69584]: DEBUG oslo_concurrency.lockutils [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] Acquired lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.533943] env[69584]: DEBUG nova.network.neutron [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Refreshing network info cache for port 47094ca0-340f-4dca-9ee0-a32ecbe52a4a {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.535113] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:da:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47094ca0-340f-4dca-9ee0-a32ecbe52a4a', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.544086] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.545174] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.545417] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b6bae5e-c7da-48dd-8666-3f3bf615f95b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.569882] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.569882] env[69584]: value = "task-3486137" [ 1048.569882] env[69584]: _type = "Task" [ 1048.569882] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.580984] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486137, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.855869] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.862041] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.871476] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.873744] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.512s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.873980] env[69584]: DEBUG nova.objects.instance [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lazy-loading 'resources' on Instance uuid adc4eb4c-51a7-49ec-a061-51a40ef943f5 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.891876] env[69584]: INFO nova.scheduler.client.report [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleted allocations for instance 3137d543-006b-4f18-bbff-d1288ea4017b [ 1048.908379] env[69584]: DEBUG nova.compute.manager [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.934522] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.935019] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.935019] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.935137] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.935288] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.935476] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.935785] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.936071] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.936340] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.936594] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.936833] env[69584]: DEBUG nova.virt.hardware [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.937772] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5fb25c-61a1-4a19-a9d6-78bf68f4292b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.947928] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e042fe3f-5425-46a7-94bf-48f6cad6c6b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.081116] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486137, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.288897] env[69584]: DEBUG nova.network.neutron [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updated VIF entry in instance network info cache for port 47094ca0-340f-4dca-9ee0-a32ecbe52a4a. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.289289] env[69584]: DEBUG nova.network.neutron [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance_info_cache with network_info: [{"id": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "address": "fa:16:3e:2f:da:05", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47094ca0-34", "ovs_interfaceid": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.359145] env[69584]: DEBUG oslo_vmware.api [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486136, 'name': PowerOnVM_Task, 'duration_secs': 0.699968} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.359810] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.360284] env[69584]: INFO nova.compute.manager [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1049.360703] env[69584]: DEBUG nova.compute.manager [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.361853] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8f86d0-cd8d-4dec-bca1-9b649d7196bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.398955] env[69584]: DEBUG oslo_concurrency.lockutils [None req-eda28731-2faa-47e5-bcb8-0644e494b72c tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "3137d543-006b-4f18-bbff-d1288ea4017b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.213s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.464363] env[69584]: DEBUG nova.compute.manager [req-79a12e7b-773f-4141-9f7f-a6f18cef8771 req-be180de8-3b42-4402-af1e-5091781f7895 service nova] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Received event network-vif-deleted-78e4f9bd-e49b-4ea0-9a49-ee73066dbfb4 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.581244] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486137, 'name': CreateVM_Task, 'duration_secs': 0.516444} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.583739] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.585504] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.585674] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.585982] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.588862] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-794e7fce-91b1-42f4-a553-82c6fbb656c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.590616] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "b93d53dc-8c34-4859-81c0-fc22654d162a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.590822] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "b93d53dc-8c34-4859-81c0-fc22654d162a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.597152] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1049.597152] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275e2c2-d93c-e847-cbed-633a6438a1c2" [ 1049.597152] env[69584]: _type = "Task" [ 1049.597152] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.606259] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275e2c2-d93c-e847-cbed-633a6438a1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.675139] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779ce451-75e0-4c97-a798-cf60af0d7d57 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.684025] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b295ae-afef-4549-a096-1d6c087b4589 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.723041] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b81dfe-bad7-409a-9c28-5093e209275c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.732018] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a650f461-8d77-4972-8b94-ee63025a3f11 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.749519] env[69584]: DEBUG nova.compute.provider_tree [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.791882] env[69584]: DEBUG oslo_concurrency.lockutils [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] Releasing lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.792175] env[69584]: DEBUG nova.compute.manager [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Received event network-changed-6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.792349] env[69584]: DEBUG nova.compute.manager [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Refreshing instance network info cache due to event network-changed-6bae8812-58d6-476a-934c-52d7d3d91e60. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.792567] env[69584]: DEBUG oslo_concurrency.lockutils [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] Acquiring lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.792785] env[69584]: DEBUG oslo_concurrency.lockutils [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] Acquired lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.792852] env[69584]: DEBUG nova.network.neutron [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Refreshing network info cache for port 6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.883702] env[69584]: INFO nova.compute.manager [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Took 25.77 seconds to build instance. [ 1049.892299] env[69584]: DEBUG nova.compute.manager [req-80f7ee5d-59c2-460c-ae8a-224e83fb6c7a req-2ea09090-b738-4c7e-8569-6df3b7b61891 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Received event network-changed-6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.892451] env[69584]: DEBUG nova.compute.manager [req-80f7ee5d-59c2-460c-ae8a-224e83fb6c7a req-2ea09090-b738-4c7e-8569-6df3b7b61891 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Refreshing instance network info cache due to event network-changed-6bae8812-58d6-476a-934c-52d7d3d91e60. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.892669] env[69584]: DEBUG oslo_concurrency.lockutils [req-80f7ee5d-59c2-460c-ae8a-224e83fb6c7a req-2ea09090-b738-4c7e-8569-6df3b7b61891 service nova] Acquiring lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.929746] env[69584]: DEBUG nova.network.neutron [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Successfully updated port: 41e45304-5514-402e-afed-c67df918d0e1 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.093996] env[69584]: DEBUG nova.compute.manager [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.116515] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5275e2c2-d93c-e847-cbed-633a6438a1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.040964} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.117560] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.117925] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.118286] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.118704] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.118989] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.119601] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b21b639b-7d80-4896-9066-c288367ba498 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.136371] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.136371] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.136371] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d14d706-a46c-4530-8286-89024faae379 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.143880] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1050.143880] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5219e470-8be7-0d1e-a893-45cc62e45f78" [ 1050.143880] env[69584]: _type = "Task" [ 1050.143880] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.160354] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5219e470-8be7-0d1e-a893-45cc62e45f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.253750] env[69584]: DEBUG nova.scheduler.client.report [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.389666] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a1c9df1a-7eb4-46d8-90db-b70866cadd75 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.290s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.435082] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquiring lock "refresh_cache-1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.435082] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquired lock "refresh_cache-1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.435082] env[69584]: DEBUG nova.network.neutron [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.626610] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.658385] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5219e470-8be7-0d1e-a893-45cc62e45f78, 'name': SearchDatastore_Task, 'duration_secs': 0.022726} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.659277] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b20283-3ae5-475c-b489-446114383390 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.665668] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1050.665668] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527d484d-4c8c-f7ae-2f74-ac437099be1d" [ 1050.665668] env[69584]: _type = "Task" [ 1050.665668] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.675505] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527d484d-4c8c-f7ae-2f74-ac437099be1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.758268] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.760931] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.259s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.761406] env[69584]: DEBUG nova.objects.instance [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1050.788893] env[69584]: INFO nova.scheduler.client.report [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Deleted allocations for instance adc4eb4c-51a7-49ec-a061-51a40ef943f5 [ 1050.952262] env[69584]: DEBUG nova.network.neutron [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Updated VIF entry in instance network info cache for port 6bae8812-58d6-476a-934c-52d7d3d91e60. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.954267] env[69584]: DEBUG nova.network.neutron [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Updating instance_info_cache with network_info: [{"id": "6bae8812-58d6-476a-934c-52d7d3d91e60", "address": "fa:16:3e:ca:b4:34", "network": {"id": "9890f099-45e9-45a1-b0f5-2fb42c802631", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1467129074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3cf64f376f49dc9516c10d20e7a30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bae8812-58", "ovs_interfaceid": "6bae8812-58d6-476a-934c-52d7d3d91e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.973034] env[69584]: DEBUG nova.network.neutron [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.181385] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527d484d-4c8c-f7ae-2f74-ac437099be1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.183775] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.184044] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe/2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.184735] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3332a97c-c85b-4c74-9100-a3832839ee02 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.195827] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1051.195827] env[69584]: value = "task-3486138" [ 1051.195827] env[69584]: _type = "Task" [ 1051.195827] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.202078] env[69584]: DEBUG nova.network.neutron [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Updating instance_info_cache with network_info: [{"id": "41e45304-5514-402e-afed-c67df918d0e1", "address": "fa:16:3e:94:5f:3e", "network": {"id": "5ef9c8cb-a3a7-4c3f-9cf7-e483549ba512", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-992324735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd9126dc3e74b1692d7c83ec35f7bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e45304-55", "ovs_interfaceid": "41e45304-5514-402e-afed-c67df918d0e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.207451] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.300965] env[69584]: DEBUG oslo_concurrency.lockutils [None req-03bda39a-cda3-486a-ab78-28b8a234a3aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "adc4eb4c-51a7-49ec-a061-51a40ef943f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.737s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.455803] env[69584]: DEBUG oslo_concurrency.lockutils [req-e3d5b50e-b4bb-4b9c-8d20-651ad2c7f8ca req-037968c0-92a5-4d9a-8923-9403026eb832 service nova] Releasing lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.456323] env[69584]: DEBUG oslo_concurrency.lockutils [req-80f7ee5d-59c2-460c-ae8a-224e83fb6c7a req-2ea09090-b738-4c7e-8569-6df3b7b61891 service nova] Acquired lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.456519] env[69584]: DEBUG nova.network.neutron [req-80f7ee5d-59c2-460c-ae8a-224e83fb6c7a req-2ea09090-b738-4c7e-8569-6df3b7b61891 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Refreshing network info cache for port 6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.653473] env[69584]: DEBUG nova.compute.manager [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Received event network-vif-plugged-41e45304-5514-402e-afed-c67df918d0e1 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.653709] env[69584]: DEBUG oslo_concurrency.lockutils [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] Acquiring lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.654974] env[69584]: DEBUG oslo_concurrency.lockutils [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] Lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.654974] env[69584]: DEBUG oslo_concurrency.lockutils [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] Lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.654974] env[69584]: DEBUG nova.compute.manager [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] No waiting events found dispatching network-vif-plugged-41e45304-5514-402e-afed-c67df918d0e1 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.654974] env[69584]: WARNING nova.compute.manager [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Received unexpected event network-vif-plugged-41e45304-5514-402e-afed-c67df918d0e1 for instance with vm_state building and task_state spawning. [ 1051.654974] env[69584]: DEBUG nova.compute.manager [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Received event network-changed-41e45304-5514-402e-afed-c67df918d0e1 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.654974] env[69584]: DEBUG nova.compute.manager [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Refreshing instance network info cache due to event network-changed-41e45304-5514-402e-afed-c67df918d0e1. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.654974] env[69584]: DEBUG oslo_concurrency.lockutils [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] Acquiring lock "refresh_cache-1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.685955] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquiring lock "29b60e19-a484-46b8-b489-18a99bf149c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.686273] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lock "29b60e19-a484-46b8-b489-18a99bf149c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.686496] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquiring lock "29b60e19-a484-46b8-b489-18a99bf149c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.686731] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lock "29b60e19-a484-46b8-b489-18a99bf149c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.686834] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lock "29b60e19-a484-46b8-b489-18a99bf149c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.692111] env[69584]: INFO nova.compute.manager [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Terminating instance [ 1051.708228] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486138, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.708681] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Releasing lock "refresh_cache-1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.708995] env[69584]: DEBUG nova.compute.manager [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Instance network_info: |[{"id": "41e45304-5514-402e-afed-c67df918d0e1", "address": "fa:16:3e:94:5f:3e", "network": {"id": "5ef9c8cb-a3a7-4c3f-9cf7-e483549ba512", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-992324735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd9126dc3e74b1692d7c83ec35f7bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e45304-55", "ovs_interfaceid": "41e45304-5514-402e-afed-c67df918d0e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.709870] env[69584]: DEBUG oslo_concurrency.lockutils [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] Acquired lock "refresh_cache-1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.710075] env[69584]: DEBUG nova.network.neutron [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Refreshing network info cache for port 41e45304-5514-402e-afed-c67df918d0e1 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.712562] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:5f:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41e45304-5514-402e-afed-c67df918d0e1', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.724527] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Creating folder: Project (6dd9126dc3e74b1692d7c83ec35f7bda). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.725978] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1679811-7592-4c21-8b6b-9b3a87451ca8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.744377] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Created folder: Project (6dd9126dc3e74b1692d7c83ec35f7bda) in parent group-v696614. [ 1051.744377] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Creating folder: Instances. Parent ref: group-v696877. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.744527] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7e61ed6-792c-45f1-9614-bd0bd290879f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.759127] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Created folder: Instances in parent group-v696877. [ 1051.759395] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.759615] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.760724] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbb6a37e-bf9d-45b5-99aa-0d2ade5e2826 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.781943] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa050818-ffb0-4b43-a9ac-14c8a8d9a9a5 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.783243] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.709s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.786951] env[69584]: DEBUG nova.objects.instance [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'resources' on Instance uuid b197d7b8-9d35-417f-9b08-79b454d58ee8 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.794588] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.794588] env[69584]: value = "task-3486141" [ 1051.794588] env[69584]: _type = "Task" [ 1051.794588] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.805839] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486141, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.197568] env[69584]: DEBUG nova.compute.manager [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.198313] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.200391] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a4dd14-ea7f-49ba-b8fb-a94d0ebeb402 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.213344] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728023} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.218561] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe/2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.219030] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.219116] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.222021] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d0ad09-7916-4379-8645-093e9d6d8004 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.222930] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dde74c7-c35e-41d2-85cf-4594f63e00d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.231774] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1052.231774] env[69584]: value = "task-3486142" [ 1052.231774] env[69584]: _type = "Task" [ 1052.231774] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.233260] env[69584]: DEBUG oslo_vmware.api [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for the task: (returnval){ [ 1052.233260] env[69584]: value = "task-3486143" [ 1052.233260] env[69584]: _type = "Task" [ 1052.233260] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.248294] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.253749] env[69584]: DEBUG oslo_vmware.api [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.286811] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.286811] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.315175] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486141, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.413093] env[69584]: DEBUG nova.network.neutron [req-80f7ee5d-59c2-460c-ae8a-224e83fb6c7a req-2ea09090-b738-4c7e-8569-6df3b7b61891 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Updated VIF entry in instance network info cache for port 6bae8812-58d6-476a-934c-52d7d3d91e60. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.413252] env[69584]: DEBUG nova.network.neutron [req-80f7ee5d-59c2-460c-ae8a-224e83fb6c7a req-2ea09090-b738-4c7e-8569-6df3b7b61891 service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Updating instance_info_cache with network_info: [{"id": "6bae8812-58d6-476a-934c-52d7d3d91e60", "address": "fa:16:3e:ca:b4:34", "network": {"id": "9890f099-45e9-45a1-b0f5-2fb42c802631", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1467129074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3cf64f376f49dc9516c10d20e7a30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bae8812-58", "ovs_interfaceid": "6bae8812-58d6-476a-934c-52d7d3d91e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.567942] env[69584]: DEBUG nova.network.neutron [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Updated VIF entry in instance network info cache for port 41e45304-5514-402e-afed-c67df918d0e1. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.567942] env[69584]: DEBUG nova.network.neutron [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Updating instance_info_cache with network_info: [{"id": "41e45304-5514-402e-afed-c67df918d0e1", "address": "fa:16:3e:94:5f:3e", "network": {"id": "5ef9c8cb-a3a7-4c3f-9cf7-e483549ba512", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-992324735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd9126dc3e74b1692d7c83ec35f7bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e45304-55", "ovs_interfaceid": "41e45304-5514-402e-afed-c67df918d0e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.622123] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89182bf0-10a9-4d28-be3c-28a75925a636 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.630637] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e3e263-7646-4e75-a828-f43c4deb1cdf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.661702] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adee22d-ee47-45cb-a3f0-7c03c320bc3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.670197] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6dd008-eaa8-436f-ae8a-0cbd354fbef7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.684372] env[69584]: DEBUG nova.compute.provider_tree [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.745310] env[69584]: DEBUG oslo_vmware.api [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486143, 'name': PowerOffVM_Task, 'duration_secs': 0.255929} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.748164] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.748352] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.748614] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08909} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.748812] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beaadb99-bd21-4dcd-ae73-37a2b4789313 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.750314] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.751051] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfc06cb-234c-4ebc-aa98-bee493bd7487 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.774927] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe/2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.775362] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc31541-fd24-405a-b1ce-4a43f3e3eb78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.791619] env[69584]: DEBUG nova.compute.manager [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.801052] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1052.801052] env[69584]: value = "task-3486145" [ 1052.801052] env[69584]: _type = "Task" [ 1052.801052] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.809010] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486141, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.815224] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.919126] env[69584]: DEBUG oslo_concurrency.lockutils [req-80f7ee5d-59c2-460c-ae8a-224e83fb6c7a req-2ea09090-b738-4c7e-8569-6df3b7b61891 service nova] Releasing lock "refresh_cache-29b60e19-a484-46b8-b489-18a99bf149c2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.069935] env[69584]: DEBUG oslo_concurrency.lockutils [req-8e302ef7-7a5f-4b96-88ef-9a22a2245cad req-d705ded2-acbb-479c-8056-f047dfd558e2 service nova] Releasing lock "refresh_cache-1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.176354] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.176511] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.187021] env[69584]: DEBUG nova.scheduler.client.report [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.313445] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.316837] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486141, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.318112] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.334863] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.335095] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.335370] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Deleting the datastore file [datastore1] 29b60e19-a484-46b8-b489-18a99bf149c2 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.335660] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04426adc-4c59-41a1-82b1-165bdd3658a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.343014] env[69584]: DEBUG oslo_vmware.api [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for the task: (returnval){ [ 1053.343014] env[69584]: value = "task-3486146" [ 1053.343014] env[69584]: _type = "Task" [ 1053.343014] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.351475] env[69584]: DEBUG oslo_vmware.api [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.678871] env[69584]: DEBUG nova.compute.manager [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.688022] env[69584]: DEBUG nova.compute.manager [req-45477b76-e392-4fd7-8f0d-28edcdc83f58 req-aff02b8c-9701-4fcc-b2c7-3f430e64a8bd service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Received event network-changed-dda9e567-7174-43c1-9641-495ef8f6a7b3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.688022] env[69584]: DEBUG nova.compute.manager [req-45477b76-e392-4fd7-8f0d-28edcdc83f58 req-aff02b8c-9701-4fcc-b2c7-3f430e64a8bd service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Refreshing instance network info cache due to event network-changed-dda9e567-7174-43c1-9641-495ef8f6a7b3. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.688331] env[69584]: DEBUG oslo_concurrency.lockutils [req-45477b76-e392-4fd7-8f0d-28edcdc83f58 req-aff02b8c-9701-4fcc-b2c7-3f430e64a8bd service nova] Acquiring lock "refresh_cache-e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.688331] env[69584]: DEBUG oslo_concurrency.lockutils [req-45477b76-e392-4fd7-8f0d-28edcdc83f58 req-aff02b8c-9701-4fcc-b2c7-3f430e64a8bd service nova] Acquired lock "refresh_cache-e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.688544] env[69584]: DEBUG nova.network.neutron [req-45477b76-e392-4fd7-8f0d-28edcdc83f58 req-aff02b8c-9701-4fcc-b2c7-3f430e64a8bd service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Refreshing network info cache for port dda9e567-7174-43c1-9641-495ef8f6a7b3 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.691459] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.693887] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.591s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.694557] env[69584]: DEBUG nova.objects.instance [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lazy-loading 'resources' on Instance uuid 9805d5cc-af24-4bf5-b99b-4bc316661526 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.713547] env[69584]: INFO nova.scheduler.client.report [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleted allocations for instance b197d7b8-9d35-417f-9b08-79b454d58ee8 [ 1053.811072] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486141, 'name': CreateVM_Task, 'duration_secs': 1.701183} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.812141] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.812328] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.812557] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.813785] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.813785] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc07a1d-657d-4906-9b4e-7374830a733a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.817845] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486145, 'name': ReconfigVM_Task, 'duration_secs': 0.957331} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.818507] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe/2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.819729] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b919333-133c-4f6a-9c95-e20aa9896451 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.821682] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for the task: (returnval){ [ 1053.821682] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52af6d17-17e7-3bc1-ad0f-d68d42ff0192" [ 1053.821682] env[69584]: _type = "Task" [ 1053.821682] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.827149] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1053.827149] env[69584]: value = "task-3486147" [ 1053.827149] env[69584]: _type = "Task" [ 1053.827149] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.832861] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52af6d17-17e7-3bc1-ad0f-d68d42ff0192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.839154] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486147, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.853036] env[69584]: DEBUG oslo_vmware.api [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Task: {'id': task-3486146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2511} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.853295] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.853479] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.853812] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.853812] env[69584]: INFO nova.compute.manager [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1053.854111] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.854308] env[69584]: DEBUG nova.compute.manager [-] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.854402] env[69584]: DEBUG nova.network.neutron [-] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.197713] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.222639] env[69584]: DEBUG oslo_concurrency.lockutils [None req-36fb5736-f254-4f65-9856-fa75393ed208 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b197d7b8-9d35-417f-9b08-79b454d58ee8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.827s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.342842] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52af6d17-17e7-3bc1-ad0f-d68d42ff0192, 'name': SearchDatastore_Task, 'duration_secs': 0.029193} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.347280] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.347280] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.347280] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.347280] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.347280] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.347280] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486147, 'name': Rename_Task, 'duration_secs': 0.16744} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.347280] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52b52643-c37e-4d61-bc86-de5c7c9a1423 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.354051] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.354051] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1205184b-e689-4150-92c6-8422422af3d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.357939] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1054.357939] env[69584]: value = "task-3486148" [ 1054.357939] env[69584]: _type = "Task" [ 1054.357939] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.359232] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.359418] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.363422] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2915f05-0f27-473e-8721-b4c1e071b965 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.374354] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for the task: (returnval){ [ 1054.374354] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529bad19-4b4a-4fcf-4298-90a84b140281" [ 1054.374354] env[69584]: _type = "Task" [ 1054.374354] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.378117] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.390645] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529bad19-4b4a-4fcf-4298-90a84b140281, 'name': SearchDatastore_Task, 'duration_secs': 0.012453} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.392716] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bf4c38-533e-44ba-b979-85759158d0d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.401174] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for the task: (returnval){ [ 1054.401174] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fbd1eb-4938-61cb-cf75-929d78673f89" [ 1054.401174] env[69584]: _type = "Task" [ 1054.401174] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.411867] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fbd1eb-4938-61cb-cf75-929d78673f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.476793] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6831969-f41b-4876-9b56-d50cad7950b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.485144] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac28b2-ef02-4d2e-9716-29546e43c4e8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.521454] env[69584]: DEBUG nova.network.neutron [req-45477b76-e392-4fd7-8f0d-28edcdc83f58 req-aff02b8c-9701-4fcc-b2c7-3f430e64a8bd service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Updated VIF entry in instance network info cache for port dda9e567-7174-43c1-9641-495ef8f6a7b3. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.521653] env[69584]: DEBUG nova.network.neutron [req-45477b76-e392-4fd7-8f0d-28edcdc83f58 req-aff02b8c-9701-4fcc-b2c7-3f430e64a8bd service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Updating instance_info_cache with network_info: [{"id": "dda9e567-7174-43c1-9641-495ef8f6a7b3", "address": "fa:16:3e:75:6a:ea", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda9e567-71", "ovs_interfaceid": "dda9e567-7174-43c1-9641-495ef8f6a7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.526174] env[69584]: DEBUG oslo_concurrency.lockutils [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.526174] env[69584]: DEBUG oslo_concurrency.lockutils [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.526174] env[69584]: DEBUG oslo_concurrency.lockutils [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.526174] env[69584]: DEBUG oslo_concurrency.lockutils [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.526174] env[69584]: DEBUG oslo_concurrency.lockutils [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.526910] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92078b0f-249b-4448-810c-dfeb930db228 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.530166] env[69584]: INFO nova.compute.manager [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Terminating instance [ 1054.539187] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc54cf4d-cb69-4051-9fe8-02553ab9cf1d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.554008] env[69584]: DEBUG nova.compute.provider_tree [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.581032] env[69584]: DEBUG nova.network.neutron [-] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.870542] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486148, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.912944] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fbd1eb-4938-61cb-cf75-929d78673f89, 'name': SearchDatastore_Task, 'duration_secs': 0.01572} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.913403] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.913741] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7/1e6f33d0-f2cc-4be7-9815-bb41e054f3e7.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.913883] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcdca6a5-ed92-44b7-8a52-4e100f4700a6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.921710] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for the task: (returnval){ [ 1054.921710] env[69584]: value = "task-3486149" [ 1054.921710] env[69584]: _type = "Task" [ 1054.921710] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.930204] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.027323] env[69584]: DEBUG oslo_concurrency.lockutils [req-45477b76-e392-4fd7-8f0d-28edcdc83f58 req-aff02b8c-9701-4fcc-b2c7-3f430e64a8bd service nova] Releasing lock "refresh_cache-e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.034433] env[69584]: DEBUG nova.compute.manager [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.034704] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.035669] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c08714-bc74-4d05-9c06-d26bb82094ad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.045735] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.045992] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f26ed7cc-e317-49ef-9e01-e00b2632460c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.052954] env[69584]: DEBUG oslo_vmware.api [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 1055.052954] env[69584]: value = "task-3486150" [ 1055.052954] env[69584]: _type = "Task" [ 1055.052954] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.057069] env[69584]: DEBUG nova.scheduler.client.report [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.066543] env[69584]: DEBUG oslo_vmware.api [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.083277] env[69584]: INFO nova.compute.manager [-] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Took 1.23 seconds to deallocate network for instance. [ 1055.373901] env[69584]: DEBUG oslo_vmware.api [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486148, 'name': PowerOnVM_Task, 'duration_secs': 0.72916} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.374256] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.374553] env[69584]: INFO nova.compute.manager [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1055.374790] env[69584]: DEBUG nova.compute.manager [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.375766] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a897684f-0895-425e-a1fa-7e87367ad3db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.434923] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486149, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.562664] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.568515] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.160s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.570106] env[69584]: INFO nova.compute.claims [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.573015] env[69584]: DEBUG oslo_vmware.api [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486150, 'name': PowerOffVM_Task, 'duration_secs': 0.248487} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.573326] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.573953] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.573953] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56692218-3a93-44a0-bfa6-25a87a519889 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.586823] env[69584]: INFO nova.scheduler.client.report [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Deleted allocations for instance 9805d5cc-af24-4bf5-b99b-4bc316661526 [ 1055.592684] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.653524] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.653743] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.653923] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleting the datastore file [datastore1] b52a4253-e4d3-4e8b-9f98-c828d6691e23 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.654222] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ee7bc27-7c2b-407b-96ad-df6b18412713 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.662556] env[69584]: DEBUG oslo_vmware.api [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for the task: (returnval){ [ 1055.662556] env[69584]: value = "task-3486152" [ 1055.662556] env[69584]: _type = "Task" [ 1055.662556] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.671697] env[69584]: DEBUG oslo_vmware.api [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.804619] env[69584]: DEBUG nova.compute.manager [req-e134bb92-edbc-4a62-ab78-5b470bf2adfd req-36cb5ef4-45b0-4af4-a7e1-a1162c3f4e8b service nova] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Received event network-vif-deleted-6bae8812-58d6-476a-934c-52d7d3d91e60 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.902408] env[69584]: INFO nova.compute.manager [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Took 28.99 seconds to build instance. [ 1055.933056] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672787} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.933354] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7/1e6f33d0-f2cc-4be7-9815-bb41e054f3e7.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.933589] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.933833] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba70b5a4-b423-4fba-a322-0446ea188468 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.941836] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for the task: (returnval){ [ 1055.941836] env[69584]: value = "task-3486153" [ 1055.941836] env[69584]: _type = "Task" [ 1055.941836] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.950789] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.096620] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4fefcb03-6d3a-405b-9696-f6065b3fbdec tempest-ServersNegativeTestJSON-362191892 tempest-ServersNegativeTestJSON-362191892-project-member] Lock "9805d5cc-af24-4bf5-b99b-4bc316661526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.965s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.174010] env[69584]: DEBUG oslo_vmware.api [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.404800] env[69584]: DEBUG oslo_concurrency.lockutils [None req-56ad820d-6c2d-4d44-8f7d-6479b38d2cf6 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.500s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.452537] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069585} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.452765] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.453988] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff0568e-cca7-4f3c-91d4-793fd018bd68 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.477502] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7/1e6f33d0-f2cc-4be7-9815-bb41e054f3e7.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.477830] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3281476-0818-42d6-9978-6ae755ba67d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.498353] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for the task: (returnval){ [ 1056.498353] env[69584]: value = "task-3486154" [ 1056.498353] env[69584]: _type = "Task" [ 1056.498353] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.506919] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.675474] env[69584]: DEBUG oslo_vmware.api [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Task: {'id': task-3486152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535732} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.675676] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.675865] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.676056] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.676412] env[69584]: INFO nova.compute.manager [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1056.676487] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.676854] env[69584]: DEBUG nova.compute.manager [-] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.676854] env[69584]: DEBUG nova.network.neutron [-] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.900464] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8621a70c-0e15-4d7a-95ea-ac7ad90771a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.911877] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef4dd4a-8a23-4a4f-bc38-222725ec2438 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.945928] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5328a88-8762-40fc-967d-f2ca2d21b386 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.955519] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2bf5d7-ba82-4d47-9991-9ef92c8fe420 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.975713] env[69584]: DEBUG nova.compute.provider_tree [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.013335] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.475190] env[69584]: DEBUG nova.scheduler.client.report [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.493949] env[69584]: DEBUG nova.compute.manager [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Stashing vm_state: active {{(pid=69584) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1057.512763] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486154, 'name': ReconfigVM_Task, 'duration_secs': 0.540557} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.513049] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7/1e6f33d0-f2cc-4be7-9815-bb41e054f3e7.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.513680] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54b3652d-b504-47c8-8bc1-217a6a780bcb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.522070] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for the task: (returnval){ [ 1057.522070] env[69584]: value = "task-3486155" [ 1057.522070] env[69584]: _type = "Task" [ 1057.522070] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.531509] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486155, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.608826] env[69584]: DEBUG nova.network.neutron [-] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.834277] env[69584]: DEBUG nova.compute.manager [req-097dfd77-1749-4523-9714-a974c0b1e41e req-0603479b-0499-490c-8fba-64dd46393b58 service nova] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Received event network-vif-deleted-14ac657e-fb44-4261-b36b-18244606c0a6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.981381] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.982517] env[69584]: DEBUG nova.compute.manager [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.984623] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.542s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.984838] env[69584]: DEBUG nova.objects.instance [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lazy-loading 'resources' on Instance uuid d62fd793-995a-44b8-a672-dec8c2ea3257 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.017451] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.033944] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486155, 'name': Rename_Task, 'duration_secs': 0.173639} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.034418] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.034571] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0386d4e-bb7c-4098-ba0e-3c1b766d7612 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.042209] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for the task: (returnval){ [ 1058.042209] env[69584]: value = "task-3486156" [ 1058.042209] env[69584]: _type = "Task" [ 1058.042209] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.053032] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.111694] env[69584]: INFO nova.compute.manager [-] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Took 1.43 seconds to deallocate network for instance. [ 1058.489418] env[69584]: DEBUG nova.compute.utils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.493871] env[69584]: DEBUG nova.compute.manager [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.494069] env[69584]: DEBUG nova.network.neutron [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.547800] env[69584]: DEBUG nova.policy [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1377cca8ece84b4cbf5330781196e7c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9fa402f84943b799c941ef8b421ca8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.559954] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.619915] env[69584]: DEBUG oslo_concurrency.lockutils [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.812239] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed26432-6e88-49a6-a40b-3f051d0fc27a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.818303] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3208e4-93ba-4715-a61d-2d8938bfea6a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.851539] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746b742f-6296-41a5-8405-0f8c677111be {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.859653] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edabe5b5-f70f-40db-be99-1a29c0e803db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.875141] env[69584]: DEBUG nova.compute.provider_tree [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.905025] env[69584]: DEBUG nova.network.neutron [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Successfully created port: 5b48f084-dba4-4a9d-a338-bdd3629b05c6 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.994182] env[69584]: DEBUG nova.compute.manager [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.054029] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486156, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.378931] env[69584]: DEBUG nova.scheduler.client.report [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.555538] env[69584]: DEBUG oslo_vmware.api [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486156, 'name': PowerOnVM_Task, 'duration_secs': 1.189075} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.555902] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.556079] env[69584]: INFO nova.compute.manager [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1059.556212] env[69584]: DEBUG nova.compute.manager [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.557110] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8d1e1d-7a12-436b-85d7-f9c11235d743 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.883866] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.886807] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.750s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.888485] env[69584]: INFO nova.compute.claims [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.912113] env[69584]: INFO nova.scheduler.client.report [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted allocations for instance d62fd793-995a-44b8-a672-dec8c2ea3257 [ 1060.003753] env[69584]: DEBUG nova.compute.manager [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.030812] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.031084] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.031264] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.031456] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.031603] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.031748] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.031952] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.032127] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.032305] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.032485] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.032677] env[69584]: DEBUG nova.virt.hardware [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.033838] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd6eef3-42a5-46b7-898b-3716e89e25a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.042126] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5664b95e-8711-45fb-b530-d3641679fca1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.074413] env[69584]: INFO nova.compute.manager [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Took 27.61 seconds to build instance. [ 1060.421041] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e21afe48-8422-433b-920b-e73cf7265610 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "d62fd793-995a-44b8-a672-dec8c2ea3257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.046s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.551354] env[69584]: DEBUG nova.compute.manager [req-c7f035bf-4ac2-4afc-a5d5-ecb80c89ed61 req-8d774181-b69c-45dd-a6c9-37ef7802258b service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Received event network-vif-plugged-5b48f084-dba4-4a9d-a338-bdd3629b05c6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.551354] env[69584]: DEBUG oslo_concurrency.lockutils [req-c7f035bf-4ac2-4afc-a5d5-ecb80c89ed61 req-8d774181-b69c-45dd-a6c9-37ef7802258b service nova] Acquiring lock "06313c15-ab75-47a9-bbba-42c3807b3a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.551354] env[69584]: DEBUG oslo_concurrency.lockutils [req-c7f035bf-4ac2-4afc-a5d5-ecb80c89ed61 req-8d774181-b69c-45dd-a6c9-37ef7802258b service nova] Lock "06313c15-ab75-47a9-bbba-42c3807b3a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.551354] env[69584]: DEBUG oslo_concurrency.lockutils [req-c7f035bf-4ac2-4afc-a5d5-ecb80c89ed61 req-8d774181-b69c-45dd-a6c9-37ef7802258b service nova] Lock "06313c15-ab75-47a9-bbba-42c3807b3a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.551354] env[69584]: DEBUG nova.compute.manager [req-c7f035bf-4ac2-4afc-a5d5-ecb80c89ed61 req-8d774181-b69c-45dd-a6c9-37ef7802258b service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] No waiting events found dispatching network-vif-plugged-5b48f084-dba4-4a9d-a338-bdd3629b05c6 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.551354] env[69584]: WARNING nova.compute.manager [req-c7f035bf-4ac2-4afc-a5d5-ecb80c89ed61 req-8d774181-b69c-45dd-a6c9-37ef7802258b service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Received unexpected event network-vif-plugged-5b48f084-dba4-4a9d-a338-bdd3629b05c6 for instance with vm_state building and task_state spawning. [ 1060.552606] env[69584]: DEBUG nova.network.neutron [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Successfully updated port: 5b48f084-dba4-4a9d-a338-bdd3629b05c6 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.576116] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910a0069-2b8f-4f7f-a69d-111105254b5f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.116s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.806682] env[69584]: DEBUG oslo_concurrency.lockutils [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquiring lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.806969] env[69584]: DEBUG oslo_concurrency.lockutils [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.807202] env[69584]: DEBUG oslo_concurrency.lockutils [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquiring lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.807390] env[69584]: DEBUG oslo_concurrency.lockutils [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.807554] env[69584]: DEBUG oslo_concurrency.lockutils [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.809656] env[69584]: INFO nova.compute.manager [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Terminating instance [ 1061.056267] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.056427] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.056566] env[69584]: DEBUG nova.network.neutron [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.201745] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27edfe22-ff54-478d-8fe7-3a9141a79eb4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.211910] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f634dca-11bf-4035-b439-417b91f1a18a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.252177] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb47c474-3583-4231-bf4a-55e23593580a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.260638] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379891fe-d5b1-42fe-acc5-4f0e675f0c90 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.273610] env[69584]: DEBUG nova.compute.provider_tree [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.315030] env[69584]: DEBUG nova.compute.manager [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.315030] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.315030] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fd706c-61e1-4a6d-97aa-29d973027fa3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.323502] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.323885] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13b85257-6efb-4155-b860-81c820a737c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.331390] env[69584]: DEBUG oslo_vmware.api [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for the task: (returnval){ [ 1061.331390] env[69584]: value = "task-3486157" [ 1061.331390] env[69584]: _type = "Task" [ 1061.331390] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.340940] env[69584]: DEBUG oslo_vmware.api [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.617705] env[69584]: DEBUG nova.network.neutron [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.778829] env[69584]: DEBUG nova.scheduler.client.report [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.794764] env[69584]: DEBUG nova.network.neutron [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance_info_cache with network_info: [{"id": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "address": "fa:16:3e:3c:3f:9d", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48f084-db", "ovs_interfaceid": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.841344] env[69584]: DEBUG oslo_vmware.api [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486157, 'name': PowerOffVM_Task, 'duration_secs': 0.192213} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.841641] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.841811] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.842073] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f495f02-6a4a-4ea3-8964-c5bcae6613b6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.902621] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.903880] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.903880] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Deleting the datastore file [datastore2] 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.903880] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c3c3315-786e-4ef3-bd3b-ac4e722c69b6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.911482] env[69584]: DEBUG oslo_vmware.api [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for the task: (returnval){ [ 1061.911482] env[69584]: value = "task-3486159" [ 1061.911482] env[69584]: _type = "Task" [ 1061.911482] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.922640] env[69584]: DEBUG oslo_vmware.api [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.285822] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.286376] env[69584]: DEBUG nova.compute.manager [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.289656] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.550s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.291663] env[69584]: INFO nova.compute.claims [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.299020] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.299020] env[69584]: DEBUG nova.compute.manager [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Instance network_info: |[{"id": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "address": "fa:16:3e:3c:3f:9d", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48f084-db", "ovs_interfaceid": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.299020] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:3f:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b48f084-dba4-4a9d-a338-bdd3629b05c6', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.306057] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.306279] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.306494] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9804a403-9f69-426f-bf61-ff4926325bf2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.327970] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.327970] env[69584]: value = "task-3486160" [ 1062.327970] env[69584]: _type = "Task" [ 1062.327970] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.337332] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486160, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.421778] env[69584]: DEBUG oslo_vmware.api [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Task: {'id': task-3486159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153944} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.422079] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.422272] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.422453] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.422625] env[69584]: INFO nova.compute.manager [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1062.422863] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.423078] env[69584]: DEBUG nova.compute.manager [-] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.423182] env[69584]: DEBUG nova.network.neutron [-] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.579252] env[69584]: DEBUG nova.compute.manager [req-da91a1b5-0247-4ba1-9541-56c9095825d4 req-af9b9611-1a8f-48b3-a5f7-3034b6065649 service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Received event network-changed-5b48f084-dba4-4a9d-a338-bdd3629b05c6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.579495] env[69584]: DEBUG nova.compute.manager [req-da91a1b5-0247-4ba1-9541-56c9095825d4 req-af9b9611-1a8f-48b3-a5f7-3034b6065649 service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Refreshing instance network info cache due to event network-changed-5b48f084-dba4-4a9d-a338-bdd3629b05c6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.579693] env[69584]: DEBUG oslo_concurrency.lockutils [req-da91a1b5-0247-4ba1-9541-56c9095825d4 req-af9b9611-1a8f-48b3-a5f7-3034b6065649 service nova] Acquiring lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.579931] env[69584]: DEBUG oslo_concurrency.lockutils [req-da91a1b5-0247-4ba1-9541-56c9095825d4 req-af9b9611-1a8f-48b3-a5f7-3034b6065649 service nova] Acquired lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.580014] env[69584]: DEBUG nova.network.neutron [req-da91a1b5-0247-4ba1-9541-56c9095825d4 req-af9b9611-1a8f-48b3-a5f7-3034b6065649 service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Refreshing network info cache for port 5b48f084-dba4-4a9d-a338-bdd3629b05c6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.630762] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.630762] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.798447] env[69584]: DEBUG nova.compute.utils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.800037] env[69584]: DEBUG nova.compute.manager [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.800290] env[69584]: DEBUG nova.network.neutron [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.838864] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486160, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.851427] env[69584]: DEBUG nova.policy [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15ba71d310964c4ab85ba8b9a05dcf03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '247672f594a042aead344f5868c4817c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.132028] env[69584]: DEBUG nova.compute.manager [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.158675] env[69584]: DEBUG nova.network.neutron [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Successfully created port: ca86fa31-12df-46b2-bf5e-454f7ea97c75 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.202078] env[69584]: DEBUG nova.network.neutron [-] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.303973] env[69584]: DEBUG nova.compute.manager [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.345394] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486160, 'name': CreateVM_Task, 'duration_secs': 0.926176} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.348413] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.349202] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.349398] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.350048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.351125] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a7db9b-243e-427a-8f9b-6fdddfd5b468 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.361178] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1063.361178] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523ee51f-ee74-89a8-76fe-09377028a889" [ 1063.361178] env[69584]: _type = "Task" [ 1063.361178] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.371238] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523ee51f-ee74-89a8-76fe-09377028a889, 'name': SearchDatastore_Task} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.373571] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.373571] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.373571] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.373571] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.373571] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.373571] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06d9ddbf-f05e-4ae7-9308-194fefa2bc9d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.384930] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.385665] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.385968] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0d56bb-25be-40ab-96c2-4a5f58a9ff8f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.393518] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1063.393518] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526a5221-32be-52b1-f993-7814a419be4a" [ 1063.393518] env[69584]: _type = "Task" [ 1063.393518] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.406449] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526a5221-32be-52b1-f993-7814a419be4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.489778] env[69584]: DEBUG nova.network.neutron [req-da91a1b5-0247-4ba1-9541-56c9095825d4 req-af9b9611-1a8f-48b3-a5f7-3034b6065649 service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updated VIF entry in instance network info cache for port 5b48f084-dba4-4a9d-a338-bdd3629b05c6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.490134] env[69584]: DEBUG nova.network.neutron [req-da91a1b5-0247-4ba1-9541-56c9095825d4 req-af9b9611-1a8f-48b3-a5f7-3034b6065649 service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance_info_cache with network_info: [{"id": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "address": "fa:16:3e:3c:3f:9d", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48f084-db", "ovs_interfaceid": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.619612] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df35ae6c-ad2a-4e90-8455-86506b89d6a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.627254] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06beb5f9-745a-491e-a066-5e5cb4af46f9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.662567] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c3c11e-faa3-4c5c-8d75-32e746260ee1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.670575] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb46d98f-31fb-4c5d-87dc-e58ca68b2c4e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.675897] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.683749] env[69584]: DEBUG nova.compute.provider_tree [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.704391] env[69584]: INFO nova.compute.manager [-] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Took 1.28 seconds to deallocate network for instance. [ 1063.904938] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526a5221-32be-52b1-f993-7814a419be4a, 'name': SearchDatastore_Task, 'duration_secs': 0.012746} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.906048] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813e851c-10a6-48c4-8e8c-7d660a83ea9f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.912239] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1063.912239] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f9c3d4-0698-1900-7cc8-a10f3f9249ee" [ 1063.912239] env[69584]: _type = "Task" [ 1063.912239] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.918948] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f9c3d4-0698-1900-7cc8-a10f3f9249ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.992371] env[69584]: DEBUG oslo_concurrency.lockutils [req-da91a1b5-0247-4ba1-9541-56c9095825d4 req-af9b9611-1a8f-48b3-a5f7-3034b6065649 service nova] Releasing lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.008268] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.008567] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.187047] env[69584]: DEBUG nova.scheduler.client.report [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.210567] env[69584]: DEBUG oslo_concurrency.lockutils [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.315829] env[69584]: DEBUG nova.compute.manager [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.344168] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.344438] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.344620] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.344803] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.344966] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.345132] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.345357] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.345513] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.345692] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.345852] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.346053] env[69584]: DEBUG nova.virt.hardware [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.346970] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4cbc2a-cb00-440a-bfef-3346b2b85412 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.355689] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e7d37d-a881-4bf2-a54e-ec2deac2cb22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.421556] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f9c3d4-0698-1900-7cc8-a10f3f9249ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.421880] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.422157] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 06313c15-ab75-47a9-bbba-42c3807b3a56/06313c15-ab75-47a9-bbba-42c3807b3a56.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.422414] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5095cb53-fe0d-4496-81a0-79bd10a52e8f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.429421] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1064.429421] env[69584]: value = "task-3486161" [ 1064.429421] env[69584]: _type = "Task" [ 1064.429421] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.436839] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.515014] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.515125] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.516248] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.516248] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.516248] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.516248] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.516248] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1064.516248] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.648059] env[69584]: DEBUG nova.compute.manager [req-b1dc2793-6933-4a6c-a5ff-e22dc3d0a5e9 req-3da027f6-4126-47b7-9e70-4f812d8e8122 service nova] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Received event network-vif-deleted-41e45304-5514-402e-afed-c67df918d0e1 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.695134] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.695134] env[69584]: DEBUG nova.compute.manager [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.698649] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.334s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.702878] env[69584]: INFO nova.compute.claims [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.904825] env[69584]: DEBUG nova.network.neutron [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Successfully updated port: ca86fa31-12df-46b2-bf5e-454f7ea97c75 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.939590] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463161} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.939854] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 06313c15-ab75-47a9-bbba-42c3807b3a56/06313c15-ab75-47a9-bbba-42c3807b3a56.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.940110] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.940356] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4695914-8f88-41d3-b7e9-9f2af6db6864 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.945981] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1064.945981] env[69584]: value = "task-3486162" [ 1064.945981] env[69584]: _type = "Task" [ 1064.945981] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.955149] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.019228] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.210396] env[69584]: DEBUG nova.compute.utils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.211767] env[69584]: DEBUG nova.compute.manager [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.211933] env[69584]: DEBUG nova.network.neutron [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.246408] env[69584]: DEBUG nova.policy [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15ba71d310964c4ab85ba8b9a05dcf03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '247672f594a042aead344f5868c4817c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.408491] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "refresh_cache-d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.408741] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired lock "refresh_cache-d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.408908] env[69584]: DEBUG nova.network.neutron [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.456820] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062472} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.457105] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.457930] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec901ad-4973-482d-8d5b-611d1cab301a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.480687] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 06313c15-ab75-47a9-bbba-42c3807b3a56/06313c15-ab75-47a9-bbba-42c3807b3a56.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.481596] env[69584]: DEBUG nova.network.neutron [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Successfully created port: 7e2d737a-7424-40b0-bfa2-7d64f2209cba {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.483473] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c12a056f-f572-44d9-8ae2-114821d38d3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.505265] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1065.505265] env[69584]: value = "task-3486163" [ 1065.505265] env[69584]: _type = "Task" [ 1065.505265] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.512892] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.716725] env[69584]: DEBUG nova.compute.manager [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.941082] env[69584]: DEBUG nova.network.neutron [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.014393] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486163, 'name': ReconfigVM_Task, 'duration_secs': 0.26375} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.014672] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 06313c15-ab75-47a9-bbba-42c3807b3a56/06313c15-ab75-47a9-bbba-42c3807b3a56.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.015341] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4077267-8d9c-4c32-9ee6-f621132a1e03 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.021798] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1066.021798] env[69584]: value = "task-3486164" [ 1066.021798] env[69584]: _type = "Task" [ 1066.021798] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.032173] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486164, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.055667] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72afd6-884d-4b72-9793-ccd1f8ea6f32 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.063608] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1b512c-7ee4-40d6-aeed-d9b8bd023f27 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.069797] env[69584]: DEBUG nova.network.neutron [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Updating instance_info_cache with network_info: [{"id": "ca86fa31-12df-46b2-bf5e-454f7ea97c75", "address": "fa:16:3e:54:91:64", "network": {"id": "96a4d891-c939-4a3c-978b-634b5c5e30c1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1275737145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247672f594a042aead344f5868c4817c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca86fa31-12", "ovs_interfaceid": "ca86fa31-12df-46b2-bf5e-454f7ea97c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.096598] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7600dd49-422f-4eba-8f8c-3608097ef47f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.104914] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0501e9-5815-41fe-af73-a1a6d1bfafd2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.119236] env[69584]: DEBUG nova.compute.provider_tree [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.531720] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486164, 'name': Rename_Task, 'duration_secs': 0.13423} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.532136] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.532266] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e01356c5-9c54-425c-8fa2-49b4a8d9e3d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.538941] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1066.538941] env[69584]: value = "task-3486165" [ 1066.538941] env[69584]: _type = "Task" [ 1066.538941] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.546334] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.596315] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Releasing lock "refresh_cache-d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.596655] env[69584]: DEBUG nova.compute.manager [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Instance network_info: |[{"id": "ca86fa31-12df-46b2-bf5e-454f7ea97c75", "address": "fa:16:3e:54:91:64", "network": {"id": "96a4d891-c939-4a3c-978b-634b5c5e30c1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1275737145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247672f594a042aead344f5868c4817c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca86fa31-12", "ovs_interfaceid": "ca86fa31-12df-46b2-bf5e-454f7ea97c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.597091] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:91:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca86fa31-12df-46b2-bf5e-454f7ea97c75', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.604900] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Creating folder: Project (247672f594a042aead344f5868c4817c). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.605182] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caea67ef-d654-4d1b-b38f-ec9077eda3d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.616235] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Created folder: Project (247672f594a042aead344f5868c4817c) in parent group-v696614. [ 1066.616408] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Creating folder: Instances. Parent ref: group-v696881. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.616690] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bf849c5-8b7f-4a75-9a04-a17b1b1c4f1c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.622243] env[69584]: DEBUG nova.scheduler.client.report [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.626583] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Created folder: Instances in parent group-v696881. [ 1066.626801] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.627207] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.627405] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bca6310-b2c0-46db-ae9b-c65e90abbb94 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.647573] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.647573] env[69584]: value = "task-3486168" [ 1066.647573] env[69584]: _type = "Task" [ 1066.647573] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.655308] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486168, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.674860] env[69584]: DEBUG nova.compute.manager [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Received event network-vif-plugged-ca86fa31-12df-46b2-bf5e-454f7ea97c75 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.675167] env[69584]: DEBUG oslo_concurrency.lockutils [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] Acquiring lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.675396] env[69584]: DEBUG oslo_concurrency.lockutils [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] Lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.675441] env[69584]: DEBUG oslo_concurrency.lockutils [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] Lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.675610] env[69584]: DEBUG nova.compute.manager [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] No waiting events found dispatching network-vif-plugged-ca86fa31-12df-46b2-bf5e-454f7ea97c75 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.675809] env[69584]: WARNING nova.compute.manager [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Received unexpected event network-vif-plugged-ca86fa31-12df-46b2-bf5e-454f7ea97c75 for instance with vm_state building and task_state spawning. [ 1066.675921] env[69584]: DEBUG nova.compute.manager [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Received event network-changed-ca86fa31-12df-46b2-bf5e-454f7ea97c75 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.676082] env[69584]: DEBUG nova.compute.manager [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Refreshing instance network info cache due to event network-changed-ca86fa31-12df-46b2-bf5e-454f7ea97c75. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.676277] env[69584]: DEBUG oslo_concurrency.lockutils [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] Acquiring lock "refresh_cache-d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.676410] env[69584]: DEBUG oslo_concurrency.lockutils [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] Acquired lock "refresh_cache-d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.676573] env[69584]: DEBUG nova.network.neutron [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Refreshing network info cache for port ca86fa31-12df-46b2-bf5e-454f7ea97c75 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.726609] env[69584]: DEBUG nova.compute.manager [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.752141] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.752452] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.752634] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.752821] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.752967] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.753146] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.753369] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.753537] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.753703] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.753875] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.754064] env[69584]: DEBUG nova.virt.hardware [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.755236] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b8da31-0a02-46fb-aec6-5d6163498321 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.764024] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c39562-fe26-4d87-9b8c-e6c2316d53b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.051447] env[69584]: DEBUG oslo_vmware.api [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486165, 'name': PowerOnVM_Task, 'duration_secs': 0.470033} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.051447] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.051447] env[69584]: INFO nova.compute.manager [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1067.051447] env[69584]: DEBUG nova.compute.manager [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.051687] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119ac808-641f-4a86-9fab-36071ea51708 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.095369] env[69584]: DEBUG nova.network.neutron [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Successfully updated port: 7e2d737a-7424-40b0-bfa2-7d64f2209cba {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.128632] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.129190] env[69584]: DEBUG nova.compute.manager [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.131633] env[69584]: DEBUG oslo_concurrency.lockutils [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.601s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.131843] env[69584]: DEBUG nova.objects.instance [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lazy-loading 'resources' on Instance uuid 371fdc63-5760-4346-9c2c-13cb333e7cdd {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.157847] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486168, 'name': CreateVM_Task, 'duration_secs': 0.332332} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.158041] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.158684] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.158848] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.159166] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.159412] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5db1a3-d262-48b9-ab8a-5023cad88156 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.164276] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1067.164276] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52510259-cc1f-9819-84f0-8c8e3985553c" [ 1067.164276] env[69584]: _type = "Task" [ 1067.164276] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.173442] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52510259-cc1f-9819-84f0-8c8e3985553c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.369380] env[69584]: DEBUG nova.network.neutron [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Updated VIF entry in instance network info cache for port ca86fa31-12df-46b2-bf5e-454f7ea97c75. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.369815] env[69584]: DEBUG nova.network.neutron [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Updating instance_info_cache with network_info: [{"id": "ca86fa31-12df-46b2-bf5e-454f7ea97c75", "address": "fa:16:3e:54:91:64", "network": {"id": "96a4d891-c939-4a3c-978b-634b5c5e30c1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1275737145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247672f594a042aead344f5868c4817c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca86fa31-12", "ovs_interfaceid": "ca86fa31-12df-46b2-bf5e-454f7ea97c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.567054] env[69584]: INFO nova.compute.manager [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Took 21.18 seconds to build instance. [ 1067.597996] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "refresh_cache-99cf8a13-176a-4f0d-9604-ca0d4f939a7d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.598188] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired lock "refresh_cache-99cf8a13-176a-4f0d-9604-ca0d4f939a7d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.598345] env[69584]: DEBUG nova.network.neutron [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.634625] env[69584]: DEBUG nova.compute.utils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.638952] env[69584]: DEBUG nova.compute.manager [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.639172] env[69584]: DEBUG nova.network.neutron [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.676201] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52510259-cc1f-9819-84f0-8c8e3985553c, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.678967] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.679270] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.679507] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.679652] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.679827] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.681466] env[69584]: DEBUG nova.policy [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15ba71d310964c4ab85ba8b9a05dcf03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '247672f594a042aead344f5868c4817c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.682764] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2f03f7d-4367-4a3e-bb5b-483d6a6e42d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.693024] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.693024] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.693283] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d345aa2-8052-4281-82fa-3d7f5ec0d710 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.699162] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1067.699162] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5219d612-ee43-8564-97c5-a9854ed042ac" [ 1067.699162] env[69584]: _type = "Task" [ 1067.699162] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.712007] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5219d612-ee43-8564-97c5-a9854ed042ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009059} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.712322] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0168793-f994-41b1-a697-cd973dffede2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.722021] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1067.722021] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a7e433-d0e9-28ba-1142-7d7c3e864749" [ 1067.722021] env[69584]: _type = "Task" [ 1067.722021] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.729979] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a7e433-d0e9-28ba-1142-7d7c3e864749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.872915] env[69584]: DEBUG oslo_concurrency.lockutils [req-01806e0d-242f-4955-bff4-e8e73c1058b9 req-f6c4cc6b-900c-4993-b96d-0861658b82d7 service nova] Releasing lock "refresh_cache-d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.914572] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c88d28f-5434-42d8-82bd-54810fff228f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.925917] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adebf62f-fac4-4994-beb9-f76b4ce38ab3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.960128] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df72a33-5778-4556-9237-34e67eeea282 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.968272] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa6a3f8-673a-4f72-bdca-e79ae47a80d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.973204] env[69584]: DEBUG nova.network.neutron [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Successfully created port: bfa469b8-661f-422b-ad3f-08ce81b03096 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.984179] env[69584]: DEBUG nova.compute.provider_tree [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.068732] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0cb4fb97-fbc7-46ab-9604-79a693df8961 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "06313c15-ab75-47a9-bbba-42c3807b3a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.693s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.139928] env[69584]: DEBUG nova.compute.manager [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.143979] env[69584]: DEBUG nova.network.neutron [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.234307] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a7e433-d0e9-28ba-1142-7d7c3e864749, 'name': SearchDatastore_Task, 'duration_secs': 0.028123} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.234307] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.234307] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] d4b3022f-c2ee-43c3-b695-a7b53ac62ecf/d4b3022f-c2ee-43c3-b695-a7b53ac62ecf.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.235017] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bd835eb-8010-4d86-a2f5-ef513171ac43 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.242485] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1068.242485] env[69584]: value = "task-3486169" [ 1068.242485] env[69584]: _type = "Task" [ 1068.242485] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.251525] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.379259] env[69584]: DEBUG nova.network.neutron [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Updating instance_info_cache with network_info: [{"id": "7e2d737a-7424-40b0-bfa2-7d64f2209cba", "address": "fa:16:3e:b7:ed:09", "network": {"id": "96a4d891-c939-4a3c-978b-634b5c5e30c1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1275737145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247672f594a042aead344f5868c4817c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e2d737a-74", "ovs_interfaceid": "7e2d737a-7424-40b0-bfa2-7d64f2209cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.487322] env[69584]: DEBUG nova.scheduler.client.report [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.721411] env[69584]: DEBUG nova.compute.manager [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Received event network-vif-plugged-7e2d737a-7424-40b0-bfa2-7d64f2209cba {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.721720] env[69584]: DEBUG oslo_concurrency.lockutils [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] Acquiring lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.721964] env[69584]: DEBUG oslo_concurrency.lockutils [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] Lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.722208] env[69584]: DEBUG oslo_concurrency.lockutils [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] Lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.722427] env[69584]: DEBUG nova.compute.manager [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] No waiting events found dispatching network-vif-plugged-7e2d737a-7424-40b0-bfa2-7d64f2209cba {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.722689] env[69584]: WARNING nova.compute.manager [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Received unexpected event network-vif-plugged-7e2d737a-7424-40b0-bfa2-7d64f2209cba for instance with vm_state building and task_state spawning. [ 1068.722911] env[69584]: DEBUG nova.compute.manager [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Received event network-changed-7e2d737a-7424-40b0-bfa2-7d64f2209cba {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.723122] env[69584]: DEBUG nova.compute.manager [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Refreshing instance network info cache due to event network-changed-7e2d737a-7424-40b0-bfa2-7d64f2209cba. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.723968] env[69584]: DEBUG oslo_concurrency.lockutils [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] Acquiring lock "refresh_cache-99cf8a13-176a-4f0d-9604-ca0d4f939a7d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.753803] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486169, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.761905] env[69584]: DEBUG nova.compute.manager [req-336eba70-f8e7-4694-bd40-f59573c70576 req-aaa4ad4d-45ce-45c9-a2b7-843b91962ada service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Received event network-changed-5b48f084-dba4-4a9d-a338-bdd3629b05c6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.762301] env[69584]: DEBUG nova.compute.manager [req-336eba70-f8e7-4694-bd40-f59573c70576 req-aaa4ad4d-45ce-45c9-a2b7-843b91962ada service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Refreshing instance network info cache due to event network-changed-5b48f084-dba4-4a9d-a338-bdd3629b05c6. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.762595] env[69584]: DEBUG oslo_concurrency.lockutils [req-336eba70-f8e7-4694-bd40-f59573c70576 req-aaa4ad4d-45ce-45c9-a2b7-843b91962ada service nova] Acquiring lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.762989] env[69584]: DEBUG oslo_concurrency.lockutils [req-336eba70-f8e7-4694-bd40-f59573c70576 req-aaa4ad4d-45ce-45c9-a2b7-843b91962ada service nova] Acquired lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.763322] env[69584]: DEBUG nova.network.neutron [req-336eba70-f8e7-4694-bd40-f59573c70576 req-aaa4ad4d-45ce-45c9-a2b7-843b91962ada service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Refreshing network info cache for port 5b48f084-dba4-4a9d-a338-bdd3629b05c6 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.885043] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Releasing lock "refresh_cache-99cf8a13-176a-4f0d-9604-ca0d4f939a7d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.885043] env[69584]: DEBUG nova.compute.manager [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Instance network_info: |[{"id": "7e2d737a-7424-40b0-bfa2-7d64f2209cba", "address": "fa:16:3e:b7:ed:09", "network": {"id": "96a4d891-c939-4a3c-978b-634b5c5e30c1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1275737145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247672f594a042aead344f5868c4817c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e2d737a-74", "ovs_interfaceid": "7e2d737a-7424-40b0-bfa2-7d64f2209cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.885043] env[69584]: DEBUG oslo_concurrency.lockutils [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] Acquired lock "refresh_cache-99cf8a13-176a-4f0d-9604-ca0d4f939a7d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.885043] env[69584]: DEBUG nova.network.neutron [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Refreshing network info cache for port 7e2d737a-7424-40b0-bfa2-7d64f2209cba {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.885043] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:ed:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e2d737a-7424-40b0-bfa2-7d64f2209cba', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.892752] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.893460] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.893832] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-234051d8-2a6b-4b68-a8b7-30a38a102819 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.915068] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.915068] env[69584]: value = "task-3486170" [ 1068.915068] env[69584]: _type = "Task" [ 1068.915068] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.924587] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486170, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.994706] env[69584]: DEBUG oslo_concurrency.lockutils [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.996052] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.134s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.997647] env[69584]: INFO nova.compute.claims [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.035681] env[69584]: INFO nova.scheduler.client.report [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted allocations for instance 371fdc63-5760-4346-9c2c-13cb333e7cdd [ 1069.151690] env[69584]: DEBUG nova.compute.manager [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.179583] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.179926] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.180076] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.180604] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.180604] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.180604] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.180828] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.180905] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.181112] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.181319] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.181497] env[69584]: DEBUG nova.virt.hardware [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.182524] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e314424-61f1-494d-be41-288b50646f4e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.190131] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d41d8c2-35a0-4f12-8016-639ba25b9d59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.254545] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5418} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.254930] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] d4b3022f-c2ee-43c3-b695-a7b53ac62ecf/d4b3022f-c2ee-43c3-b695-a7b53ac62ecf.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.255229] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.255495] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31d0900e-57cc-4371-8bb6-7afce6f3a35c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.261515] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1069.261515] env[69584]: value = "task-3486171" [ 1069.261515] env[69584]: _type = "Task" [ 1069.261515] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.269949] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.427799] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486170, 'name': CreateVM_Task, 'duration_secs': 0.344689} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.431249] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.432326] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.432717] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.433150] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.433938] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5bf893-cf73-4743-a1cd-1873ecff5174 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.438734] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1069.438734] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52798e6d-aedd-227f-1f82-8949495425d1" [ 1069.438734] env[69584]: _type = "Task" [ 1069.438734] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.450588] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52798e6d-aedd-227f-1f82-8949495425d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.451137] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.451437] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.451838] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.452064] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.452330] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.452636] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa1ed01-5bb6-4f79-bc5f-5d2fd330e738 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.459930] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.460152] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.460857] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3daf995f-aed2-4040-a07c-8b75597aa735 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.465576] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1069.465576] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a4a753-ed21-d7cc-8cac-1b39b0f7fa5c" [ 1069.465576] env[69584]: _type = "Task" [ 1069.465576] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.473874] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a4a753-ed21-d7cc-8cac-1b39b0f7fa5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.547340] env[69584]: DEBUG oslo_concurrency.lockutils [None req-91151e39-74b0-43eb-bfa0-8341a5ecbd83 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "371fdc63-5760-4346-9c2c-13cb333e7cdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.091s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.681148] env[69584]: DEBUG nova.network.neutron [req-336eba70-f8e7-4694-bd40-f59573c70576 req-aaa4ad4d-45ce-45c9-a2b7-843b91962ada service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updated VIF entry in instance network info cache for port 5b48f084-dba4-4a9d-a338-bdd3629b05c6. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.681764] env[69584]: DEBUG nova.network.neutron [req-336eba70-f8e7-4694-bd40-f59573c70576 req-aaa4ad4d-45ce-45c9-a2b7-843b91962ada service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance_info_cache with network_info: [{"id": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "address": "fa:16:3e:3c:3f:9d", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48f084-db", "ovs_interfaceid": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.772729] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069034} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.773075] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.773788] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f044f816-7cd9-4b9c-85f8-3e13e3e0a5f3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.798997] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] d4b3022f-c2ee-43c3-b695-a7b53ac62ecf/d4b3022f-c2ee-43c3-b695-a7b53ac62ecf.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.800483] env[69584]: DEBUG nova.network.neutron [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Updated VIF entry in instance network info cache for port 7e2d737a-7424-40b0-bfa2-7d64f2209cba. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.800823] env[69584]: DEBUG nova.network.neutron [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Updating instance_info_cache with network_info: [{"id": "7e2d737a-7424-40b0-bfa2-7d64f2209cba", "address": "fa:16:3e:b7:ed:09", "network": {"id": "96a4d891-c939-4a3c-978b-634b5c5e30c1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1275737145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247672f594a042aead344f5868c4817c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e2d737a-74", "ovs_interfaceid": "7e2d737a-7424-40b0-bfa2-7d64f2209cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.802626] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af78e0e-f94a-4189-8216-63495a807066 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.825605] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1069.825605] env[69584]: value = "task-3486172" [ 1069.825605] env[69584]: _type = "Task" [ 1069.825605] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.835367] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.954903] env[69584]: DEBUG nova.compute.manager [req-5e952636-d32e-4497-988a-b149ef12083e req-3b4a286e-d356-455b-857f-b5bd3dfe1490 service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Received event network-vif-plugged-bfa469b8-661f-422b-ad3f-08ce81b03096 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.955245] env[69584]: DEBUG oslo_concurrency.lockutils [req-5e952636-d32e-4497-988a-b149ef12083e req-3b4a286e-d356-455b-857f-b5bd3dfe1490 service nova] Acquiring lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.955434] env[69584]: DEBUG oslo_concurrency.lockutils [req-5e952636-d32e-4497-988a-b149ef12083e req-3b4a286e-d356-455b-857f-b5bd3dfe1490 service nova] Lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.955635] env[69584]: DEBUG oslo_concurrency.lockutils [req-5e952636-d32e-4497-988a-b149ef12083e req-3b4a286e-d356-455b-857f-b5bd3dfe1490 service nova] Lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.955772] env[69584]: DEBUG nova.compute.manager [req-5e952636-d32e-4497-988a-b149ef12083e req-3b4a286e-d356-455b-857f-b5bd3dfe1490 service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] No waiting events found dispatching network-vif-plugged-bfa469b8-661f-422b-ad3f-08ce81b03096 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.955931] env[69584]: WARNING nova.compute.manager [req-5e952636-d32e-4497-988a-b149ef12083e req-3b4a286e-d356-455b-857f-b5bd3dfe1490 service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Received unexpected event network-vif-plugged-bfa469b8-661f-422b-ad3f-08ce81b03096 for instance with vm_state building and task_state spawning. [ 1069.976144] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a4a753-ed21-d7cc-8cac-1b39b0f7fa5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008176} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.976931] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefdfddc-dd77-4e16-8348-de317d55c1df {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.982996] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1069.982996] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526e88eb-e3e9-cef1-8aab-9e841770999b" [ 1069.982996] env[69584]: _type = "Task" [ 1069.982996] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.990539] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526e88eb-e3e9-cef1-8aab-9e841770999b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.178733] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.178962] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.185139] env[69584]: DEBUG oslo_concurrency.lockutils [req-336eba70-f8e7-4694-bd40-f59573c70576 req-aaa4ad4d-45ce-45c9-a2b7-843b91962ada service nova] Releasing lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.259724] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024dffae-77bd-4409-946a-07c3bc8691f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.267231] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4adee8-853f-48e8-b368-6455aa016426 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.299017] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8998af-38a7-4e23-aae3-e176d86896dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.303365] env[69584]: DEBUG oslo_concurrency.lockutils [req-11bf8ce7-9fbe-4719-aa9b-61dbfe091ec7 req-9eead176-0b0e-4e3f-bb4f-0a1e7fbad917 service nova] Releasing lock "refresh_cache-99cf8a13-176a-4f0d-9604-ca0d4f939a7d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.306682] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c7e22c-dd6a-430c-ad59-7c4dbd1d55ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.321838] env[69584]: DEBUG nova.compute.provider_tree [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.335447] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.381436] env[69584]: DEBUG nova.network.neutron [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Successfully updated port: bfa469b8-661f-422b-ad3f-08ce81b03096 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.493110] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526e88eb-e3e9-cef1-8aab-9e841770999b, 'name': SearchDatastore_Task, 'duration_secs': 0.038532} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.493321] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.493573] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 99cf8a13-176a-4f0d-9604-ca0d4f939a7d/99cf8a13-176a-4f0d-9604-ca0d4f939a7d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.493814] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e24d0d2d-62f1-4209-ba27-8b4edc1a22e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.500878] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1070.500878] env[69584]: value = "task-3486173" [ 1070.500878] env[69584]: _type = "Task" [ 1070.500878] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.507759] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.681864] env[69584]: DEBUG nova.compute.manager [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.748866] env[69584]: DEBUG nova.compute.manager [req-1c6103c1-e78d-4ca7-ab0a-ab059a812ad5 req-8b01c76b-8fa0-4eb0-9b6f-71c8c4d5a2ed service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Received event network-changed-bfa469b8-661f-422b-ad3f-08ce81b03096 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.749118] env[69584]: DEBUG nova.compute.manager [req-1c6103c1-e78d-4ca7-ab0a-ab059a812ad5 req-8b01c76b-8fa0-4eb0-9b6f-71c8c4d5a2ed service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Refreshing instance network info cache due to event network-changed-bfa469b8-661f-422b-ad3f-08ce81b03096. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.749424] env[69584]: DEBUG oslo_concurrency.lockutils [req-1c6103c1-e78d-4ca7-ab0a-ab059a812ad5 req-8b01c76b-8fa0-4eb0-9b6f-71c8c4d5a2ed service nova] Acquiring lock "refresh_cache-37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.749621] env[69584]: DEBUG oslo_concurrency.lockutils [req-1c6103c1-e78d-4ca7-ab0a-ab059a812ad5 req-8b01c76b-8fa0-4eb0-9b6f-71c8c4d5a2ed service nova] Acquired lock "refresh_cache-37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.749792] env[69584]: DEBUG nova.network.neutron [req-1c6103c1-e78d-4ca7-ab0a-ab059a812ad5 req-8b01c76b-8fa0-4eb0-9b6f-71c8c4d5a2ed service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Refreshing network info cache for port bfa469b8-661f-422b-ad3f-08ce81b03096 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.824729] env[69584]: DEBUG nova.scheduler.client.report [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.839064] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486172, 'name': ReconfigVM_Task, 'duration_secs': 0.813654} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.839404] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Reconfigured VM instance instance-00000061 to attach disk [datastore2] d4b3022f-c2ee-43c3-b695-a7b53ac62ecf/d4b3022f-c2ee-43c3-b695-a7b53ac62ecf.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.840153] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a009fac6-cf16-4ad9-8c9b-2ae3d62030e4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.847062] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1070.847062] env[69584]: value = "task-3486174" [ 1070.847062] env[69584]: _type = "Task" [ 1070.847062] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.856081] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486174, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.886378] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "refresh_cache-37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.013132] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435326} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.013132] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 99cf8a13-176a-4f0d-9604-ca0d4f939a7d/99cf8a13-176a-4f0d-9604-ca0d4f939a7d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.013132] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.013132] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-186c0775-e6f5-4873-a66f-013a32c08593 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.021112] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1071.021112] env[69584]: value = "task-3486175" [ 1071.021112] env[69584]: _type = "Task" [ 1071.021112] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.029607] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.203741] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.282566] env[69584]: DEBUG nova.network.neutron [req-1c6103c1-e78d-4ca7-ab0a-ab059a812ad5 req-8b01c76b-8fa0-4eb0-9b6f-71c8c4d5a2ed service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.329867] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.330454] env[69584]: DEBUG nova.compute.manager [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.332965] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.707s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.334339] env[69584]: INFO nova.compute.claims [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.360229] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486174, 'name': Rename_Task, 'duration_secs': 0.256275} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.360616] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.360922] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fecb9146-a721-4a33-9348-dd2e6025dad8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.370777] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1071.370777] env[69584]: value = "task-3486176" [ 1071.370777] env[69584]: _type = "Task" [ 1071.370777] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.378190] env[69584]: DEBUG nova.network.neutron [req-1c6103c1-e78d-4ca7-ab0a-ab059a812ad5 req-8b01c76b-8fa0-4eb0-9b6f-71c8c4d5a2ed service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.386274] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.530300] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063562} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.530542] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.531342] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa26856-0159-41a8-9f2d-803b2dd235af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.553237] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 99cf8a13-176a-4f0d-9604-ca0d4f939a7d/99cf8a13-176a-4f0d-9604-ca0d4f939a7d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.553484] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4008ee0e-bf91-46a9-ac6d-1ea5f16689bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.572606] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1071.572606] env[69584]: value = "task-3486177" [ 1071.572606] env[69584]: _type = "Task" [ 1071.572606] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.580414] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.838772] env[69584]: DEBUG nova.compute.utils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.842853] env[69584]: DEBUG nova.compute.manager [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.842853] env[69584]: DEBUG nova.network.neutron [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.879958] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.881362] env[69584]: DEBUG nova.policy [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a585ec00a77e464fafff3b31f377a84f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e2f7de114e4a6c8ccfe36f26f85872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.882811] env[69584]: DEBUG oslo_concurrency.lockutils [req-1c6103c1-e78d-4ca7-ab0a-ab059a812ad5 req-8b01c76b-8fa0-4eb0-9b6f-71c8c4d5a2ed service nova] Releasing lock "refresh_cache-37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.883369] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired lock "refresh_cache-37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.883524] env[69584]: DEBUG nova.network.neutron [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.082568] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486177, 'name': ReconfigVM_Task, 'duration_secs': 0.276115} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.082862] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 99cf8a13-176a-4f0d-9604-ca0d4f939a7d/99cf8a13-176a-4f0d-9604-ca0d4f939a7d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.083525] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8718788-6a1d-477d-b25c-b3b18d03572d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.090561] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1072.090561] env[69584]: value = "task-3486178" [ 1072.090561] env[69584]: _type = "Task" [ 1072.090561] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.098835] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486178, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.219561] env[69584]: DEBUG nova.network.neutron [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Successfully created port: 886a3585-70c6-40b9-adf3-81e8840e9030 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.344094] env[69584]: DEBUG nova.compute.manager [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.380907] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486176, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.426698] env[69584]: DEBUG nova.network.neutron [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.603798] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486178, 'name': Rename_Task, 'duration_secs': 0.160579} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.604627] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.604627] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82d97d81-c7cf-454d-9ddd-744e62c72f12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.610887] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1072.610887] env[69584]: value = "task-3486179" [ 1072.610887] env[69584]: _type = "Task" [ 1072.610887] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.618669] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.636464] env[69584]: DEBUG nova.network.neutron [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Updating instance_info_cache with network_info: [{"id": "bfa469b8-661f-422b-ad3f-08ce81b03096", "address": "fa:16:3e:51:65:fe", "network": {"id": "96a4d891-c939-4a3c-978b-634b5c5e30c1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1275737145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247672f594a042aead344f5868c4817c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa469b8-66", "ovs_interfaceid": "bfa469b8-661f-422b-ad3f-08ce81b03096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.658722] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9139efa7-17c5-48ce-a0ab-24c98ec876e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.668327] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722f53ed-f883-4039-8fc6-a517c48fe8f9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.700266] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e7b2cd-169e-4ab2-804b-029e01105cd6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.707744] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3140a72-4784-4f27-bc93-7ff75119734f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.721228] env[69584]: DEBUG nova.compute.provider_tree [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.881755] env[69584]: DEBUG oslo_vmware.api [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486176, 'name': PowerOnVM_Task, 'duration_secs': 1.21073} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.882644] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.882869] env[69584]: INFO nova.compute.manager [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1072.883061] env[69584]: DEBUG nova.compute.manager [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.883837] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd76b8e-3660-415d-a065-dc32aeeeb731 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.120943] env[69584]: DEBUG oslo_vmware.api [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486179, 'name': PowerOnVM_Task, 'duration_secs': 0.457508} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.121266] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.121471] env[69584]: INFO nova.compute.manager [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1073.121646] env[69584]: DEBUG nova.compute.manager [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.122428] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19441e0d-b15e-45c0-8bb6-478cdea3354d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.138259] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Releasing lock "refresh_cache-37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.138602] env[69584]: DEBUG nova.compute.manager [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Instance network_info: |[{"id": "bfa469b8-661f-422b-ad3f-08ce81b03096", "address": "fa:16:3e:51:65:fe", "network": {"id": "96a4d891-c939-4a3c-978b-634b5c5e30c1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1275737145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247672f594a042aead344f5868c4817c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa469b8-66", "ovs_interfaceid": "bfa469b8-661f-422b-ad3f-08ce81b03096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.139043] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:65:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfa469b8-661f-422b-ad3f-08ce81b03096', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.148288] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.148288] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.148681] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f86624a-cc46-42d3-a9bd-cddb1636b52b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.171820] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.171820] env[69584]: value = "task-3486180" [ 1073.171820] env[69584]: _type = "Task" [ 1073.171820] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.180132] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486180, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.224372] env[69584]: DEBUG nova.scheduler.client.report [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.356197] env[69584]: DEBUG nova.compute.manager [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.385172] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.385421] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.385575] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.385755] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.385896] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.386052] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.386264] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.386419] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.386583] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.386743] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.386913] env[69584]: DEBUG nova.virt.hardware [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.387782] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8365b-92c2-4029-8f8b-c976ee7c3240 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.399045] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edec65ff-0535-494d-b83c-44ea266b51d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.404733] env[69584]: INFO nova.compute.manager [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Took 26.29 seconds to build instance. [ 1073.641769] env[69584]: INFO nova.compute.manager [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Took 25.92 seconds to build instance. [ 1073.681549] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486180, 'name': CreateVM_Task, 'duration_secs': 0.295155} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.681721] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.682447] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.682621] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.682927] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.683299] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e370c2-0c2d-4978-ae05-1c3890a2beba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.696243] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1073.696243] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522136a6-5e59-257f-f577-90da1ce92a53" [ 1073.696243] env[69584]: _type = "Task" [ 1073.696243] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.704386] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522136a6-5e59-257f-f577-90da1ce92a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.706709] env[69584]: DEBUG nova.compute.manager [req-1684cf7e-c936-4317-84ed-c063741c73e5 req-ffa73b93-4fed-4e36-b6a3-7009b6dab2e2 service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Received event network-vif-plugged-886a3585-70c6-40b9-adf3-81e8840e9030 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.706709] env[69584]: DEBUG oslo_concurrency.lockutils [req-1684cf7e-c936-4317-84ed-c063741c73e5 req-ffa73b93-4fed-4e36-b6a3-7009b6dab2e2 service nova] Acquiring lock "87d97cb6-fe49-4351-ade6-3e82ba515844-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.706709] env[69584]: DEBUG oslo_concurrency.lockutils [req-1684cf7e-c936-4317-84ed-c063741c73e5 req-ffa73b93-4fed-4e36-b6a3-7009b6dab2e2 service nova] Lock "87d97cb6-fe49-4351-ade6-3e82ba515844-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.706924] env[69584]: DEBUG oslo_concurrency.lockutils [req-1684cf7e-c936-4317-84ed-c063741c73e5 req-ffa73b93-4fed-4e36-b6a3-7009b6dab2e2 service nova] Lock "87d97cb6-fe49-4351-ade6-3e82ba515844-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.706983] env[69584]: DEBUG nova.compute.manager [req-1684cf7e-c936-4317-84ed-c063741c73e5 req-ffa73b93-4fed-4e36-b6a3-7009b6dab2e2 service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] No waiting events found dispatching network-vif-plugged-886a3585-70c6-40b9-adf3-81e8840e9030 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.707235] env[69584]: WARNING nova.compute.manager [req-1684cf7e-c936-4317-84ed-c063741c73e5 req-ffa73b93-4fed-4e36-b6a3-7009b6dab2e2 service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Received unexpected event network-vif-plugged-886a3585-70c6-40b9-adf3-81e8840e9030 for instance with vm_state building and task_state spawning. [ 1073.729170] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.729673] env[69584]: DEBUG nova.compute.manager [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.732255] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.414s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.733604] env[69584]: INFO nova.compute.claims [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.807617] env[69584]: DEBUG nova.network.neutron [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Successfully updated port: 886a3585-70c6-40b9-adf3-81e8840e9030 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.906395] env[69584]: DEBUG oslo_concurrency.lockutils [None req-439eaff4-d395-4419-a6e7-af73a573e73b tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.799s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.143260] env[69584]: DEBUG oslo_concurrency.lockutils [None req-515b0daf-e326-457a-9742-84cd08ed0a5f tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.454s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.206378] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522136a6-5e59-257f-f577-90da1ce92a53, 'name': SearchDatastore_Task, 'duration_secs': 0.014021} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.206699] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.206934] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.207186] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.207338] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.207518] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.207776] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4aed411-0ab9-4485-b079-7595605651fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.216064] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.216245] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.216914] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38af5261-9ece-442f-8be2-d7b63be5d286 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.222328] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1074.222328] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525c17a5-fc9f-6f00-4911-cf9c13f44856" [ 1074.222328] env[69584]: _type = "Task" [ 1074.222328] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.230266] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525c17a5-fc9f-6f00-4911-cf9c13f44856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.238968] env[69584]: DEBUG nova.compute.utils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.241919] env[69584]: DEBUG nova.compute.manager [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Not allocating networking since 'none' was specified. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1074.310170] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "refresh_cache-87d97cb6-fe49-4351-ade6-3e82ba515844" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.310280] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "refresh_cache-87d97cb6-fe49-4351-ade6-3e82ba515844" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.310433] env[69584]: DEBUG nova.network.neutron [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.738033] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525c17a5-fc9f-6f00-4911-cf9c13f44856, 'name': SearchDatastore_Task, 'duration_secs': 0.00883} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.740492] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be5c9c3-f0e1-4cef-a7a5-4316458a4b2a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.744161] env[69584]: DEBUG nova.compute.manager [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.757684] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1074.757684] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529c5505-87a1-c501-740c-13d702f873c2" [ 1074.757684] env[69584]: _type = "Task" [ 1074.757684] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.768019] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529c5505-87a1-c501-740c-13d702f873c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.841137] env[69584]: DEBUG nova.network.neutron [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.991383] env[69584]: DEBUG nova.network.neutron [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Updating instance_info_cache with network_info: [{"id": "886a3585-70c6-40b9-adf3-81e8840e9030", "address": "fa:16:3e:81:ed:da", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap886a3585-70", "ovs_interfaceid": "886a3585-70c6-40b9-adf3-81e8840e9030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.016079] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e6026-1abd-4350-a3dd-f06d4a08438c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.024408] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ab37de-92df-490a-a17e-ed04191cffbd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.054742] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aae912c-67cb-484a-85de-367f890b48ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.061994] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103d4454-fbb7-4687-9cb2-67b522be19a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.075368] env[69584]: DEBUG nova.compute.provider_tree [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.268683] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529c5505-87a1-c501-740c-13d702f873c2, 'name': SearchDatastore_Task, 'duration_secs': 0.018132} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.268985] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.269256] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb/37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.269538] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c169b6-cf6d-4129-af54-d6aff9fcd84a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.277359] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1075.277359] env[69584]: value = "task-3486181" [ 1075.277359] env[69584]: _type = "Task" [ 1075.277359] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.284199] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.494248] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "refresh_cache-87d97cb6-fe49-4351-ade6-3e82ba515844" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.494749] env[69584]: DEBUG nova.compute.manager [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Instance network_info: |[{"id": "886a3585-70c6-40b9-adf3-81e8840e9030", "address": "fa:16:3e:81:ed:da", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap886a3585-70", "ovs_interfaceid": "886a3585-70c6-40b9-adf3-81e8840e9030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.495196] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ed:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '886a3585-70c6-40b9-adf3-81e8840e9030', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.503101] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.503347] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.503580] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80bcde7c-d18f-42a0-98b5-582063ffd832 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.523955] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.523955] env[69584]: value = "task-3486182" [ 1075.523955] env[69584]: _type = "Task" [ 1075.523955] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.531141] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486182, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.579097] env[69584]: DEBUG nova.scheduler.client.report [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.736167] env[69584]: DEBUG nova.compute.manager [req-9367a3c6-848a-4634-9b75-4b3456cadb0e req-eabf9ec8-f38c-4f9a-9a46-6bedb89ba0bd service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Received event network-changed-886a3585-70c6-40b9-adf3-81e8840e9030 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.736380] env[69584]: DEBUG nova.compute.manager [req-9367a3c6-848a-4634-9b75-4b3456cadb0e req-eabf9ec8-f38c-4f9a-9a46-6bedb89ba0bd service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Refreshing instance network info cache due to event network-changed-886a3585-70c6-40b9-adf3-81e8840e9030. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.736692] env[69584]: DEBUG oslo_concurrency.lockutils [req-9367a3c6-848a-4634-9b75-4b3456cadb0e req-eabf9ec8-f38c-4f9a-9a46-6bedb89ba0bd service nova] Acquiring lock "refresh_cache-87d97cb6-fe49-4351-ade6-3e82ba515844" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.736868] env[69584]: DEBUG oslo_concurrency.lockutils [req-9367a3c6-848a-4634-9b75-4b3456cadb0e req-eabf9ec8-f38c-4f9a-9a46-6bedb89ba0bd service nova] Acquired lock "refresh_cache-87d97cb6-fe49-4351-ade6-3e82ba515844" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.737066] env[69584]: DEBUG nova.network.neutron [req-9367a3c6-848a-4634-9b75-4b3456cadb0e req-eabf9ec8-f38c-4f9a-9a46-6bedb89ba0bd service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Refreshing network info cache for port 886a3585-70c6-40b9-adf3-81e8840e9030 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.759678] env[69584]: DEBUG nova.compute.manager [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.789170] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486181, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.791963] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.792255] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.792438] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.792634] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.792819] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.792969] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.793239] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.793406] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.793577] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.793741] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.793931] env[69584]: DEBUG nova.virt.hardware [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.794842] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844f2367-f778-44bf-a12a-7bfa3f9b2d46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.803591] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74b7c2a-542c-44eb-8ff1-744a0e4b0e58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.820895] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.827409] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Creating folder: Project (b570a6412cde4d5a938e3ffc581b7f95). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.827807] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fce61ac5-d170-4acb-bdb9-b186af693c2f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.840646] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Created folder: Project (b570a6412cde4d5a938e3ffc581b7f95) in parent group-v696614. [ 1075.841021] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Creating folder: Instances. Parent ref: group-v696887. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.841359] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-128fc86e-9c22-41e3-aa1a-6a1766c74e04 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.851611] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Created folder: Instances in parent group-v696887. [ 1075.851939] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.852167] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.852404] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3ee157f-2510-4634-92b6-b13a19423e65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.871899] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.871899] env[69584]: value = "task-3486185" [ 1075.871899] env[69584]: _type = "Task" [ 1075.871899] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.880659] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486185, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.032653] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486182, 'name': CreateVM_Task, 'duration_secs': 0.374871} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.033041] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.033518] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.033681] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.033997] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.034262] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9fcb25-d99a-4ccc-b484-888ee5a324f2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.038951] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1076.038951] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f594db-6f20-e108-1178-ddd238604049" [ 1076.038951] env[69584]: _type = "Task" [ 1076.038951] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.048612] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f594db-6f20-e108-1178-ddd238604049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.086726] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.087272] env[69584]: DEBUG nova.compute.manager [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.090169] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.892s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.091536] env[69584]: INFO nova.compute.claims [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.287458] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623817} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.287748] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb/37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.287979] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.288255] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-752419ed-96ce-4343-80c9-2e1ae59e3990 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.295234] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1076.295234] env[69584]: value = "task-3486186" [ 1076.295234] env[69584]: _type = "Task" [ 1076.295234] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.305093] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.381834] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486185, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.457897] env[69584]: DEBUG nova.network.neutron [req-9367a3c6-848a-4634-9b75-4b3456cadb0e req-eabf9ec8-f38c-4f9a-9a46-6bedb89ba0bd service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Updated VIF entry in instance network info cache for port 886a3585-70c6-40b9-adf3-81e8840e9030. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.458388] env[69584]: DEBUG nova.network.neutron [req-9367a3c6-848a-4634-9b75-4b3456cadb0e req-eabf9ec8-f38c-4f9a-9a46-6bedb89ba0bd service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Updating instance_info_cache with network_info: [{"id": "886a3585-70c6-40b9-adf3-81e8840e9030", "address": "fa:16:3e:81:ed:da", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap886a3585-70", "ovs_interfaceid": "886a3585-70c6-40b9-adf3-81e8840e9030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.549217] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f594db-6f20-e108-1178-ddd238604049, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.549518] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.549749] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.550013] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.550164] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.550349] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.550604] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-221e56c5-9eb4-47a4-842e-0d12e45ae7c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.576529] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.576728] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.577510] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f885e846-90d1-43f4-a050-1f8756e7a5b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.582910] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1076.582910] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fb4f4c-aebb-814d-aea8-8580027d3d47" [ 1076.582910] env[69584]: _type = "Task" [ 1076.582910] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.589859] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fb4f4c-aebb-814d-aea8-8580027d3d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.596194] env[69584]: DEBUG nova.compute.utils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.600264] env[69584]: DEBUG nova.compute.manager [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.600552] env[69584]: DEBUG nova.network.neutron [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.636579] env[69584]: DEBUG nova.policy [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ec5e33ea4f4cb0a5c65a86185e6331', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30ab127f210d400c82d25e60ee70048e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.804766] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220067} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.805063] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.805818] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895abed5-d8e0-4a1b-af8f-bff25464b82b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.828415] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb/37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.828675] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f27250a-93ae-4c0f-b2d8-37e7de009bea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.848201] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1076.848201] env[69584]: value = "task-3486187" [ 1076.848201] env[69584]: _type = "Task" [ 1076.848201] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.856753] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.882692] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486185, 'name': CreateVM_Task, 'duration_secs': 0.694132} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.883632] env[69584]: DEBUG nova.network.neutron [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Successfully created port: 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.885824] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.886319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.886516] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.886892] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.887502] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33012c7c-d1a9-4299-9d14-845e68ee1f38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.891988] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1076.891988] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529cde88-1a51-ebae-3d1c-603655dbc78f" [ 1076.891988] env[69584]: _type = "Task" [ 1076.891988] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.901265] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529cde88-1a51-ebae-3d1c-603655dbc78f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.961269] env[69584]: DEBUG oslo_concurrency.lockutils [req-9367a3c6-848a-4634-9b75-4b3456cadb0e req-eabf9ec8-f38c-4f9a-9a46-6bedb89ba0bd service nova] Releasing lock "refresh_cache-87d97cb6-fe49-4351-ade6-3e82ba515844" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.092471] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fb4f4c-aebb-814d-aea8-8580027d3d47, 'name': SearchDatastore_Task, 'duration_secs': 0.08797} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.093345] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceedb393-5f9d-441e-ba64-9f54570fe0bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.098647] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1077.098647] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a382a8-09c1-5606-37a9-3c167b7bcb47" [ 1077.098647] env[69584]: _type = "Task" [ 1077.098647] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.800250] env[69584]: DEBUG nova.compute.manager [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.822807] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a382a8-09c1-5606-37a9-3c167b7bcb47, 'name': SearchDatastore_Task, 'duration_secs': 0.035456} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.823057] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529cde88-1a51-ebae-3d1c-603655dbc78f, 'name': SearchDatastore_Task, 'duration_secs': 0.020607} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.823258] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486187, 'name': ReconfigVM_Task, 'duration_secs': 0.277131} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.823471] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.823716] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 87d97cb6-fe49-4351-ade6-3e82ba515844/87d97cb6-fe49-4351-ade6-3e82ba515844.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.824019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.824238] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.824453] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.824592] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.824758] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.825014] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb/37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.828044] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef07b1ef-9885-4604-8fe8-04d8dcffefa8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.829843] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6007d9c9-82fc-4630-b940-6d835da67eee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.831533] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e41d99f-9324-4b93-a048-cc8532bf9902 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.838820] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1077.838820] env[69584]: value = "task-3486189" [ 1077.838820] env[69584]: _type = "Task" [ 1077.838820] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.840133] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1077.840133] env[69584]: value = "task-3486188" [ 1077.840133] env[69584]: _type = "Task" [ 1077.840133] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.843596] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.843768] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.849670] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018f7fdb-f9cf-4346-838a-9c6629910140 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.858374] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.861802] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1077.861802] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5232a8c4-fafc-a53c-5dbe-73862034acb6" [ 1077.861802] env[69584]: _type = "Task" [ 1077.861802] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.862009] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486189, 'name': Rename_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.872459] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5232a8c4-fafc-a53c-5dbe-73862034acb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012868} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.873165] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a60b709-efe1-4ae0-8725-ba68d4cf39c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.880180] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1077.880180] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5205a0d1-0dd5-8f5d-f3b8-294e56105d8e" [ 1077.880180] env[69584]: _type = "Task" [ 1077.880180] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.887613] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5205a0d1-0dd5-8f5d-f3b8-294e56105d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.052069] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e3d1a4-091a-461d-9c55-64be5016ce3a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.059694] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea314a8-4d2b-487e-a652-41237a82d69f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.089544] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a633111-07c7-4072-a2b8-5569cf4860de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.096611] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0df49a-14fa-4c70-b8d8-f8e83acc7674 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.109512] env[69584]: DEBUG nova.compute.provider_tree [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.355974] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486189, 'name': Rename_Task, 'duration_secs': 0.142318} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.359082] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.359385] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486188, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.359597] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-770f1f12-2f8f-4b50-97b8-fa7b38424b1d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.368973] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1078.368973] env[69584]: value = "task-3486190" [ 1078.368973] env[69584]: _type = "Task" [ 1078.368973] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.379693] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.392787] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5205a0d1-0dd5-8f5d-f3b8-294e56105d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009552} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.393196] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.393377] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] b93d53dc-8c34-4859-81c0-fc22654d162a/b93d53dc-8c34-4859-81c0-fc22654d162a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.393612] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac7fb6bd-8e85-4f30-ae21-facd9f7e4300 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.399825] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1078.399825] env[69584]: value = "task-3486191" [ 1078.399825] env[69584]: _type = "Task" [ 1078.399825] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.410836] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.578124] env[69584]: DEBUG nova.compute.manager [req-b1fadf3a-3f8a-4a69-95d4-d8abfd22b7b6 req-3e12645d-f164-453e-bb54-692af46c0c4a service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Received event network-vif-plugged-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.578343] env[69584]: DEBUG oslo_concurrency.lockutils [req-b1fadf3a-3f8a-4a69-95d4-d8abfd22b7b6 req-3e12645d-f164-453e-bb54-692af46c0c4a service nova] Acquiring lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.578772] env[69584]: DEBUG oslo_concurrency.lockutils [req-b1fadf3a-3f8a-4a69-95d4-d8abfd22b7b6 req-3e12645d-f164-453e-bb54-692af46c0c4a service nova] Lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.578772] env[69584]: DEBUG oslo_concurrency.lockutils [req-b1fadf3a-3f8a-4a69-95d4-d8abfd22b7b6 req-3e12645d-f164-453e-bb54-692af46c0c4a service nova] Lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.578984] env[69584]: DEBUG nova.compute.manager [req-b1fadf3a-3f8a-4a69-95d4-d8abfd22b7b6 req-3e12645d-f164-453e-bb54-692af46c0c4a service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] No waiting events found dispatching network-vif-plugged-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.579122] env[69584]: WARNING nova.compute.manager [req-b1fadf3a-3f8a-4a69-95d4-d8abfd22b7b6 req-3e12645d-f164-453e-bb54-692af46c0c4a service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Received unexpected event network-vif-plugged-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b for instance with vm_state building and task_state spawning. [ 1078.613237] env[69584]: DEBUG nova.scheduler.client.report [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.680682] env[69584]: DEBUG nova.network.neutron [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Successfully updated port: 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.810964] env[69584]: DEBUG nova.compute.manager [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.842497] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.842947] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.843264] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.843593] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.844138] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.844138] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.844505] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.844790] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.845115] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.845431] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.845765] env[69584]: DEBUG nova.virt.hardware [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.847715] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5adf8-3b37-488b-bd2a-395bc4cb843a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.867044] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776944} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.870729] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 87d97cb6-fe49-4351-ade6-3e82ba515844/87d97cb6-fe49-4351-ade6-3e82ba515844.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.871170] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.871717] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ded319ea-46fe-482d-a586-4e38dfdea8fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.882073] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf3e79-6f08-4552-8a27-2379bd3b1512 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.896964] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486190, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.913495] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1078.913495] env[69584]: value = "task-3486192" [ 1078.913495] env[69584]: _type = "Task" [ 1078.913495] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.929413] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486191, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.932179] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.122902] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.033s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.123513] env[69584]: DEBUG nova.compute.manager [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.126368] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.534s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.126571] env[69584]: DEBUG nova.objects.instance [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lazy-loading 'resources' on Instance uuid 29b60e19-a484-46b8-b489-18a99bf149c2 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.182863] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "refresh_cache-ed0fd74a-eec1-46e9-81e5-ddb633d5831a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.182863] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired lock "refresh_cache-ed0fd74a-eec1-46e9-81e5-ddb633d5831a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.182863] env[69584]: DEBUG nova.network.neutron [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.381391] env[69584]: DEBUG oslo_vmware.api [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486190, 'name': PowerOnVM_Task, 'duration_secs': 0.765741} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.381646] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.381843] env[69584]: INFO nova.compute.manager [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1079.382029] env[69584]: DEBUG nova.compute.manager [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.382756] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ecd458-e2ba-4b2b-b328-65671f13ef37 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.422335] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616958} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.425359] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] b93d53dc-8c34-4859-81c0-fc22654d162a/b93d53dc-8c34-4859-81c0-fc22654d162a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.425585] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.425843] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e23e9b0e-7430-43c3-ab26-725b6caaf5bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.433219] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090689} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.434433] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.434781] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1079.434781] env[69584]: value = "task-3486193" [ 1079.434781] env[69584]: _type = "Task" [ 1079.434781] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.435451] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f3ec8b-6ffe-462f-b32b-6b021fd7b933 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.446142] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.463572] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 87d97cb6-fe49-4351-ade6-3e82ba515844/87d97cb6-fe49-4351-ade6-3e82ba515844.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.463838] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb62646-da75-44ad-bede-3245e86d70f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.483121] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1079.483121] env[69584]: value = "task-3486194" [ 1079.483121] env[69584]: _type = "Task" [ 1079.483121] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.492652] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.629596] env[69584]: DEBUG nova.compute.utils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.634138] env[69584]: DEBUG nova.compute.manager [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.635429] env[69584]: DEBUG nova.network.neutron [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.674543] env[69584]: DEBUG nova.policy [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f496948c3e44829bd9b5dbf6e8d079e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aacaa1085b77475592186c4fbf759fd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.724153] env[69584]: DEBUG nova.network.neutron [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.912509] env[69584]: INFO nova.compute.manager [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Took 31.57 seconds to build instance. [ 1079.956746] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23885} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.957170] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.958743] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc0ed3f-f0bf-4f1c-bdbc-f75879710c53 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.965462] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb0068-2f17-4c33-9e17-fac5e6795972 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.999157] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] b93d53dc-8c34-4859-81c0-fc22654d162a/b93d53dc-8c34-4859-81c0-fc22654d162a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.005304] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b081c311-e2ad-49b8-93b1-c2f9dbc8f623 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.031363] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a609a4-09f5-4c28-ba0f-3e7065646c20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.038318] env[69584]: DEBUG nova.network.neutron [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Updating instance_info_cache with network_info: [{"id": "69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b", "address": "fa:16:3e:22:0c:26", "network": {"id": "1f911639-9434-4a83-87ec-2925a63b600a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1677974906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ab127f210d400c82d25e60ee70048e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a91ffd-3a", "ovs_interfaceid": "69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.083456] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.086914] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Releasing lock "refresh_cache-ed0fd74a-eec1-46e9-81e5-ddb633d5831a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.087350] env[69584]: DEBUG nova.compute.manager [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Instance network_info: |[{"id": "69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b", "address": "fa:16:3e:22:0c:26", "network": {"id": "1f911639-9434-4a83-87ec-2925a63b600a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1677974906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ab127f210d400c82d25e60ee70048e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a91ffd-3a", "ovs_interfaceid": "69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.088453] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829fbfe5-0f90-483c-abf2-d8511b3917af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.092329] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1080.092329] env[69584]: value = "task-3486195" [ 1080.092329] env[69584]: _type = "Task" [ 1080.092329] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.093163] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:0c:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.105426] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.106369] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.114274] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb65d961-d66b-4401-b596-caa33c1a38d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.141725] env[69584]: DEBUG nova.compute.manager [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.148226] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de72646-58bd-46ce-9a4e-4d42e979c521 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.161160] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.161160] env[69584]: value = "task-3486196" [ 1080.161160] env[69584]: _type = "Task" [ 1080.161160] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.161522] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.180718] env[69584]: DEBUG nova.compute.provider_tree [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.188974] env[69584]: DEBUG nova.network.neutron [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Successfully created port: 53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.194189] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486196, 'name': CreateVM_Task} progress is 15%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.415437] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7e548c36-c1d1-4720-98d4-9a8b160e4569 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.087s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.494854] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486194, 'name': ReconfigVM_Task, 'duration_secs': 0.890524} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.495155] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 87d97cb6-fe49-4351-ade6-3e82ba515844/87d97cb6-fe49-4351-ade6-3e82ba515844.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.495825] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5b55547-e286-4ff2-915f-438ca3559534 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.502651] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1080.502651] env[69584]: value = "task-3486197" [ 1080.502651] env[69584]: _type = "Task" [ 1080.502651] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.510990] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486197, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.615576] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486195, 'name': ReconfigVM_Task, 'duration_secs': 0.459798} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.615987] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Reconfigured VM instance instance-00000065 to attach disk [datastore1] b93d53dc-8c34-4859-81c0-fc22654d162a/b93d53dc-8c34-4859-81c0-fc22654d162a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.616809] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43f95838-4236-4f31-ae77-cf71fa0407e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.623447] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1080.623447] env[69584]: value = "task-3486198" [ 1080.623447] env[69584]: _type = "Task" [ 1080.623447] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.628637] env[69584]: DEBUG nova.compute.manager [req-7ed43060-b203-4e35-9852-5f4aaa495571 req-3e378a47-76bd-41c4-88db-f8ef07abc831 service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Received event network-changed-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.629432] env[69584]: DEBUG nova.compute.manager [req-7ed43060-b203-4e35-9852-5f4aaa495571 req-3e378a47-76bd-41c4-88db-f8ef07abc831 service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Refreshing instance network info cache due to event network-changed-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.629432] env[69584]: DEBUG oslo_concurrency.lockutils [req-7ed43060-b203-4e35-9852-5f4aaa495571 req-3e378a47-76bd-41c4-88db-f8ef07abc831 service nova] Acquiring lock "refresh_cache-ed0fd74a-eec1-46e9-81e5-ddb633d5831a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.629432] env[69584]: DEBUG oslo_concurrency.lockutils [req-7ed43060-b203-4e35-9852-5f4aaa495571 req-3e378a47-76bd-41c4-88db-f8ef07abc831 service nova] Acquired lock "refresh_cache-ed0fd74a-eec1-46e9-81e5-ddb633d5831a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.629432] env[69584]: DEBUG nova.network.neutron [req-7ed43060-b203-4e35-9852-5f4aaa495571 req-3e378a47-76bd-41c4-88db-f8ef07abc831 service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Refreshing network info cache for port 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.635546] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486198, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.676210] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486196, 'name': CreateVM_Task, 'duration_secs': 0.345586} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.676439] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.677187] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.677414] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.677796] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.678112] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938322ac-2611-4146-86ba-681fd8554efe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.682637] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1080.682637] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52890f81-417b-8030-d83c-7a4ab0534deb" [ 1080.682637] env[69584]: _type = "Task" [ 1080.682637] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.699580] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52890f81-417b-8030-d83c-7a4ab0534deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.710177] env[69584]: ERROR nova.scheduler.client.report [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] [req-7bd481fd-2622-44eb-9664-f5562f41be10] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7bd481fd-2622-44eb-9664-f5562f41be10"}]} [ 1080.730610] env[69584]: DEBUG nova.scheduler.client.report [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1080.748174] env[69584]: DEBUG nova.scheduler.client.report [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1080.748460] env[69584]: DEBUG nova.compute.provider_tree [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.761024] env[69584]: DEBUG nova.scheduler.client.report [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1080.782492] env[69584]: DEBUG nova.scheduler.client.report [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1081.014173] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486197, 'name': Rename_Task, 'duration_secs': 0.151981} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.014441] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.014681] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-477a4d48-04a4-47e4-b605-a37d5a003020 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.021649] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1081.021649] env[69584]: value = "task-3486199" [ 1081.021649] env[69584]: _type = "Task" [ 1081.021649] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.031149] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.057172] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e446be40-0822-4878-9b9d-e93565b4f847 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.064703] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e019465a-a33f-4cff-9925-26785379bc7b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.094889] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c88c8e2-502f-4bf1-84f4-5b479948af65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.102452] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4aad5c-479d-417c-bdec-05ec4e2eddec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.115589] env[69584]: DEBUG nova.compute.provider_tree [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.135583] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486198, 'name': Rename_Task, 'duration_secs': 0.212464} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.135872] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.136802] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75dddf48-1426-4b6c-8895-8a8e9344a68f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.142597] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1081.142597] env[69584]: value = "task-3486200" [ 1081.142597] env[69584]: _type = "Task" [ 1081.142597] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.150219] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.172713] env[69584]: DEBUG nova.compute.manager [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.192871] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52890f81-417b-8030-d83c-7a4ab0534deb, 'name': SearchDatastore_Task, 'duration_secs': 0.031348} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.193353] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.193469] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.193684] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.196543] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.196543] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.196543] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa7420aa-6fdc-43af-9b15-a29264ac64d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.206763] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.207026] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.207185] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.207421] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.207612] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.207783] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.208053] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.208249] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.208444] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.208646] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.208872] env[69584]: DEBUG nova.virt.hardware [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.209736] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc24f1e-94d1-4b45-9372-0a15bc27ba65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.215454] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.215673] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.217073] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd66f00-29a6-40fa-97be-c141ed2c7b1e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.222866] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bfeea1-aa4b-4b85-9eb4-662670cef656 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.227539] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1081.227539] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c69a05-2865-c39a-c6bc-a05459a89e55" [ 1081.227539] env[69584]: _type = "Task" [ 1081.227539] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.245706] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c69a05-2865-c39a-c6bc-a05459a89e55, 'name': SearchDatastore_Task, 'duration_secs': 0.013327} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.246542] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0133ae08-ae30-4c30-80a9-343d338c5c7f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.251984] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1081.251984] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525307c9-e762-f3a8-b5a4-4a947dd2a941" [ 1081.251984] env[69584]: _type = "Task" [ 1081.251984] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.261780] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525307c9-e762-f3a8-b5a4-4a947dd2a941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.435171] env[69584]: DEBUG nova.network.neutron [req-7ed43060-b203-4e35-9852-5f4aaa495571 req-3e378a47-76bd-41c4-88db-f8ef07abc831 service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Updated VIF entry in instance network info cache for port 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.435573] env[69584]: DEBUG nova.network.neutron [req-7ed43060-b203-4e35-9852-5f4aaa495571 req-3e378a47-76bd-41c4-88db-f8ef07abc831 service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Updating instance_info_cache with network_info: [{"id": "69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b", "address": "fa:16:3e:22:0c:26", "network": {"id": "1f911639-9434-4a83-87ec-2925a63b600a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1677974906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ab127f210d400c82d25e60ee70048e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a91ffd-3a", "ovs_interfaceid": "69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.531539] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.654582] env[69584]: DEBUG oslo_vmware.api [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486200, 'name': PowerOnVM_Task, 'duration_secs': 0.45171} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.656437] env[69584]: DEBUG nova.scheduler.client.report [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1081.656437] env[69584]: DEBUG nova.compute.provider_tree [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 149 to 150 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.656437] env[69584]: DEBUG nova.compute.provider_tree [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.661894] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.661894] env[69584]: INFO nova.compute.manager [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1081.661894] env[69584]: DEBUG nova.compute.manager [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.661894] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10645bb-70f0-4c15-82e6-4216fbe0f925 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.765240] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525307c9-e762-f3a8-b5a4-4a947dd2a941, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.765240] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.765240] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ed0fd74a-eec1-46e9-81e5-ddb633d5831a/ed0fd74a-eec1-46e9-81e5-ddb633d5831a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.765240] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-440641ef-b716-4a22-bae7-14839fe82189 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.772047] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1081.772047] env[69584]: value = "task-3486201" [ 1081.772047] env[69584]: _type = "Task" [ 1081.772047] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.781112] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.783243] env[69584]: DEBUG nova.network.neutron [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Successfully updated port: 53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.938474] env[69584]: DEBUG oslo_concurrency.lockutils [req-7ed43060-b203-4e35-9852-5f4aaa495571 req-3e378a47-76bd-41c4-88db-f8ef07abc831 service nova] Releasing lock "refresh_cache-ed0fd74a-eec1-46e9-81e5-ddb633d5831a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.033329] env[69584]: DEBUG oslo_vmware.api [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486199, 'name': PowerOnVM_Task, 'duration_secs': 0.625593} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.033469] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.033677] env[69584]: INFO nova.compute.manager [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1082.033858] env[69584]: DEBUG nova.compute.manager [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.034705] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2102a05-2a67-4ee1-9364-cb9f6244fde7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.162650] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.036s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.165080] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.148s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.179226] env[69584]: INFO nova.compute.manager [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Took 31.58 seconds to build instance. [ 1082.195080] env[69584]: INFO nova.scheduler.client.report [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Deleted allocations for instance 29b60e19-a484-46b8-b489-18a99bf149c2 [ 1082.282907] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486201, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.285805] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.287261] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.287261] env[69584]: DEBUG nova.network.neutron [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.332269] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.333096] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.333395] env[69584]: DEBUG nova.compute.manager [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.334267] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750fe2ce-304b-4cbc-abcd-5997e05dc5fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.342655] env[69584]: DEBUG nova.compute.manager [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1082.343187] env[69584]: DEBUG nova.objects.instance [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lazy-loading 'flavor' on Instance uuid d4b3022f-c2ee-43c3-b695-a7b53ac62ecf {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.554481] env[69584]: INFO nova.compute.manager [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Took 33.72 seconds to build instance. [ 1082.652496] env[69584]: DEBUG nova.compute.manager [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received event network-vif-plugged-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.652659] env[69584]: DEBUG oslo_concurrency.lockutils [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] Acquiring lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.652867] env[69584]: DEBUG oslo_concurrency.lockutils [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.653044] env[69584]: DEBUG oslo_concurrency.lockutils [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.653215] env[69584]: DEBUG nova.compute.manager [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] No waiting events found dispatching network-vif-plugged-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.653377] env[69584]: WARNING nova.compute.manager [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received unexpected event network-vif-plugged-53408ac6-dc2f-4014-a370-8247f523b9a7 for instance with vm_state building and task_state spawning. [ 1082.653533] env[69584]: DEBUG nova.compute.manager [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received event network-changed-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.653682] env[69584]: DEBUG nova.compute.manager [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Refreshing instance network info cache due to event network-changed-53408ac6-dc2f-4014-a370-8247f523b9a7. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.653844] env[69584]: DEBUG oslo_concurrency.lockutils [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] Acquiring lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.669401] env[69584]: INFO nova.compute.claims [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.681446] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5d6da79b-5eb5-4572-b108-bc990dafb704 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "b93d53dc-8c34-4859-81c0-fc22654d162a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.090s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.703755] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d75fd86f-a4aa-4c33-9ef8-a960a1df5526 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129 tempest-FloatingIPsAssociationNegativeTestJSON-1287050129-project-member] Lock "29b60e19-a484-46b8-b489-18a99bf149c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.017s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.782271] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617166} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.782532] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ed0fd74a-eec1-46e9-81e5-ddb633d5831a/ed0fd74a-eec1-46e9-81e5-ddb633d5831a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.782739] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.782980] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-288141a5-9fe3-4102-82be-0745467e08c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.791076] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1082.791076] env[69584]: value = "task-3486202" [ 1082.791076] env[69584]: _type = "Task" [ 1082.791076] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.798575] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.818689] env[69584]: DEBUG nova.network.neutron [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.980256] env[69584]: INFO nova.compute.manager [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Rebuilding instance [ 1083.034887] env[69584]: DEBUG nova.compute.manager [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.035817] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7938025-120b-40d9-9b95-318f767f14e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.047980] env[69584]: DEBUG nova.network.neutron [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updating instance_info_cache with network_info: [{"id": "53408ac6-dc2f-4014-a370-8247f523b9a7", "address": "fa:16:3e:ba:72:f2", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53408ac6-dc", "ovs_interfaceid": "53408ac6-dc2f-4014-a370-8247f523b9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.056982] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1594b33f-08d4-4b54-bf16-b0b19c4b5b42 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "87d97cb6-fe49-4351-ade6-3e82ba515844" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.229s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.175466] env[69584]: INFO nova.compute.resource_tracker [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating resource usage from migration d24504b8-3c8b-4109-817d-56a58c11dfbf [ 1083.303196] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079927} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.303281] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.304137] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff560f7-5d14-48c0-b407-893dfaa75f64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.328999] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] ed0fd74a-eec1-46e9-81e5-ddb633d5831a/ed0fd74a-eec1-46e9-81e5-ddb633d5831a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.331578] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de6d98a-a269-48d5-bf54-adf7c4ed7e9a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.351144] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.351496] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1083.351496] env[69584]: value = "task-3486203" [ 1083.351496] env[69584]: _type = "Task" [ 1083.351496] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.351690] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb717c12-6cf6-4482-a72b-2a18396d84bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.364325] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486203, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.366360] env[69584]: DEBUG oslo_vmware.api [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1083.366360] env[69584]: value = "task-3486204" [ 1083.366360] env[69584]: _type = "Task" [ 1083.366360] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.372990] env[69584]: DEBUG oslo_vmware.api [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.476050] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd59fb4-d168-4d5d-b291-9e20b43c7ea6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.487368] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c864897c-a58b-4b5d-b32f-0dfd5194faa6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.518144] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebc490a-85ab-4ce9-8104-47d8dc50082f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.526088] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ced8b62-6fac-4f3d-a5f9-fd8266cad943 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.539945] env[69584]: DEBUG nova.compute.provider_tree [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.550803] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.551069] env[69584]: DEBUG nova.compute.manager [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Instance network_info: |[{"id": "53408ac6-dc2f-4014-a370-8247f523b9a7", "address": "fa:16:3e:ba:72:f2", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53408ac6-dc", "ovs_interfaceid": "53408ac6-dc2f-4014-a370-8247f523b9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.551355] env[69584]: DEBUG oslo_concurrency.lockutils [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] Acquired lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.551533] env[69584]: DEBUG nova.network.neutron [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Refreshing network info cache for port 53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.553217] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:72:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53408ac6-dc2f-4014-a370-8247f523b9a7', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.562682] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.564402] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.564673] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e6a919c-031e-4ce9-af31-92040029685b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.588450] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.588450] env[69584]: value = "task-3486205" [ 1083.588450] env[69584]: _type = "Task" [ 1083.588450] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.597500] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486205, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.862138] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486203, 'name': ReconfigVM_Task, 'duration_secs': 0.475871} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.862495] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] ed0fd74a-eec1-46e9-81e5-ddb633d5831a/ed0fd74a-eec1-46e9-81e5-ddb633d5831a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.863159] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d848d06-f80e-42b9-a9d7-090297a7c851 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.870444] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1083.870444] env[69584]: value = "task-3486206" [ 1083.870444] env[69584]: _type = "Task" [ 1083.870444] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.876963] env[69584]: DEBUG oslo_vmware.api [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486204, 'name': PowerOffVM_Task, 'duration_secs': 0.405722} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.877588] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.877822] env[69584]: DEBUG nova.compute.manager [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.878608] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c98498-0885-4aeb-aa0b-94bd810a2456 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.883843] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486206, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.942262] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "87d97cb6-fe49-4351-ade6-3e82ba515844" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.942548] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "87d97cb6-fe49-4351-ade6-3e82ba515844" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.942845] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "87d97cb6-fe49-4351-ade6-3e82ba515844-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.943114] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "87d97cb6-fe49-4351-ade6-3e82ba515844-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.943199] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "87d97cb6-fe49-4351-ade6-3e82ba515844-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.945805] env[69584]: INFO nova.compute.manager [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Terminating instance [ 1084.046310] env[69584]: DEBUG nova.scheduler.client.report [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.051614] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.051902] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b53c482-5326-40b5-b6ed-07e3095c1204 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.059686] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1084.059686] env[69584]: value = "task-3486207" [ 1084.059686] env[69584]: _type = "Task" [ 1084.059686] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.077224] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.098054] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486205, 'name': CreateVM_Task, 'duration_secs': 0.405792} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.098261] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.099192] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.099399] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.099718] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.100016] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f729b5-24e5-41c5-8c41-bd8a70ade2e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.105454] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1084.105454] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527ee7e7-0f03-c9ff-401f-ad229b21163a" [ 1084.105454] env[69584]: _type = "Task" [ 1084.105454] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.113865] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527ee7e7-0f03-c9ff-401f-ad229b21163a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.383282] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486206, 'name': Rename_Task, 'duration_secs': 0.240739} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.383645] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.383844] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f77bcc1-7728-4911-9279-ce3dd72326b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.392669] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1084.392669] env[69584]: value = "task-3486208" [ 1084.392669] env[69584]: _type = "Task" [ 1084.392669] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.393154] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d4782acb-bd58-4681-9eaa-49bb933a51ae tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.403902] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.449259] env[69584]: DEBUG nova.compute.manager [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.449417] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.450282] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7714b4e-df50-42e5-94fc-b22014b271b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.459902] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.460249] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5206e73d-4998-4c65-9194-205185071878 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.463508] env[69584]: DEBUG nova.network.neutron [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updated VIF entry in instance network info cache for port 53408ac6-dc2f-4014-a370-8247f523b9a7. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.463909] env[69584]: DEBUG nova.network.neutron [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updating instance_info_cache with network_info: [{"id": "53408ac6-dc2f-4014-a370-8247f523b9a7", "address": "fa:16:3e:ba:72:f2", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53408ac6-dc", "ovs_interfaceid": "53408ac6-dc2f-4014-a370-8247f523b9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.470453] env[69584]: DEBUG oslo_vmware.api [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1084.470453] env[69584]: value = "task-3486209" [ 1084.470453] env[69584]: _type = "Task" [ 1084.470453] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.477725] env[69584]: DEBUG oslo_vmware.api [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.550854] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.386s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.551081] env[69584]: INFO nova.compute.manager [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Migrating [ 1084.559282] env[69584]: DEBUG oslo_concurrency.lockutils [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.938s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.559282] env[69584]: DEBUG nova.objects.instance [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lazy-loading 'resources' on Instance uuid b52a4253-e4d3-4e8b-9f98-c828d6691e23 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.580466] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486207, 'name': PowerOffVM_Task, 'duration_secs': 0.149406} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.582381] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.585650] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.585650] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b6867-4384-41b5-a5ce-bd5ed49d2b12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.593525] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.593793] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b1d8b44-ebcc-423d-9b49-0062e90de11e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.618153] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527ee7e7-0f03-c9ff-401f-ad229b21163a, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.618153] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.618153] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.618153] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.618153] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.618634] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.619449] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-757fe0f9-ba15-4b8e-9629-512151bf481a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.623222] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.623558] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.623861] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Deleting the datastore file [datastore1] b93d53dc-8c34-4859-81c0-fc22654d162a {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.624698] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62104b6f-4e9f-4939-b333-6ba5f2666b71 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.631116] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.631116] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.632207] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d21377-76ab-4719-bf4b-8936c7fec6f4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.634693] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1084.634693] env[69584]: value = "task-3486211" [ 1084.634693] env[69584]: _type = "Task" [ 1084.634693] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.640170] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1084.640170] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ba70b4-e7ff-1e2a-1ce9-7e6df9b1f5a4" [ 1084.640170] env[69584]: _type = "Task" [ 1084.640170] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.646593] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.651613] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ba70b4-e7ff-1e2a-1ce9-7e6df9b1f5a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.907382] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486208, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.967479] env[69584]: DEBUG oslo_concurrency.lockutils [req-2155b10a-f7e5-4233-aec4-687c449cb5ec req-f2f3757a-d1c7-46b6-bab1-6b2b55b1e449 service nova] Releasing lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.978726] env[69584]: DEBUG oslo_vmware.api [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486209, 'name': PowerOffVM_Task, 'duration_secs': 0.19512} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.979011] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.979210] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.979469] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee0d67b0-1c09-4e8c-9722-7d225e8d1edc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.003213] env[69584]: DEBUG nova.objects.instance [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lazy-loading 'flavor' on Instance uuid d4b3022f-c2ee-43c3-b695-a7b53ac62ecf {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.051581] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.051791] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.051966] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleting the datastore file [datastore1] 87d97cb6-fe49-4351-ade6-3e82ba515844 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.052280] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27482b91-6163-4177-a1e0-d3dff9341e17 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.059354] env[69584]: DEBUG oslo_vmware.api [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1085.059354] env[69584]: value = "task-3486213" [ 1085.059354] env[69584]: _type = "Task" [ 1085.059354] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.069622] env[69584]: DEBUG oslo_vmware.api [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.082557] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.082727] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.082900] env[69584]: DEBUG nova.network.neutron [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.143731] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17914} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.148942] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.149153] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.149328] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.157038] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ba70b4-e7ff-1e2a-1ce9-7e6df9b1f5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.019364} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.157756] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f068a389-26da-41bf-85ac-15b1305e48c4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.164945] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1085.164945] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520360a1-85d7-1d0a-ff29-9f54e0edba26" [ 1085.164945] env[69584]: _type = "Task" [ 1085.164945] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.172513] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520360a1-85d7-1d0a-ff29-9f54e0edba26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.305076] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae4684-1480-46da-8aa7-8b96c99593b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.312886] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df8054b-a19e-49d7-bbe4-4f1eec2f75d8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.342696] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb6abba-be5d-474d-a734-87174d0baa93 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.350289] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87324c3-dc6e-4aab-b105-36ff4da3fea8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.364749] env[69584]: DEBUG nova.compute.provider_tree [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.403076] env[69584]: DEBUG oslo_vmware.api [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486208, 'name': PowerOnVM_Task, 'duration_secs': 0.621863} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.403359] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.403550] env[69584]: INFO nova.compute.manager [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1085.403723] env[69584]: DEBUG nova.compute.manager [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.404479] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e0a3f-6dd0-4fe7-8959-6cfdb8708fc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.508285] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "refresh_cache-d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.508461] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquired lock "refresh_cache-d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.508632] env[69584]: DEBUG nova.network.neutron [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.508805] env[69584]: DEBUG nova.objects.instance [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lazy-loading 'info_cache' on Instance uuid d4b3022f-c2ee-43c3-b695-a7b53ac62ecf {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.569531] env[69584]: DEBUG oslo_vmware.api [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384356} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.569531] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.569682] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.569754] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.569972] env[69584]: INFO nova.compute.manager [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1085.570258] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.570456] env[69584]: DEBUG nova.compute.manager [-] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.571014] env[69584]: DEBUG nova.network.neutron [-] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.675284] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]520360a1-85d7-1d0a-ff29-9f54e0edba26, 'name': SearchDatastore_Task, 'duration_secs': 0.012205} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.675836] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.676112] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 57aa8c19-b68d-4d9e-80dc-1b91719743e7/57aa8c19-b68d-4d9e-80dc-1b91719743e7.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.676369] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f157f3b-1872-4272-a825-fcb9199cd0b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.682830] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1085.682830] env[69584]: value = "task-3486214" [ 1085.682830] env[69584]: _type = "Task" [ 1085.682830] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.691348] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.868124] env[69584]: DEBUG nova.scheduler.client.report [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.925150] env[69584]: INFO nova.compute.manager [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Took 32.63 seconds to build instance. [ 1085.966375] env[69584]: DEBUG nova.network.neutron [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance_info_cache with network_info: [{"id": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "address": "fa:16:3e:2f:da:05", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47094ca0-34", "ovs_interfaceid": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.014500] env[69584]: DEBUG nova.objects.base [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1086.044456] env[69584]: DEBUG nova.compute.manager [req-95a4fa38-0bc7-45ea-91d2-670be2374af5 req-36fb5030-cd4d-4720-aa8c-04c7a18de3fd service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Received event network-vif-deleted-886a3585-70c6-40b9-adf3-81e8840e9030 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.044661] env[69584]: INFO nova.compute.manager [req-95a4fa38-0bc7-45ea-91d2-670be2374af5 req-36fb5030-cd4d-4720-aa8c-04c7a18de3fd service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Neutron deleted interface 886a3585-70c6-40b9-adf3-81e8840e9030; detaching it from the instance and deleting it from the info cache [ 1086.044835] env[69584]: DEBUG nova.network.neutron [req-95a4fa38-0bc7-45ea-91d2-670be2374af5 req-36fb5030-cd4d-4720-aa8c-04c7a18de3fd service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.130236] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.192535] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486214, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.194709] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.194933] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.195102] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.195291] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.195432] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.195578] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.195782] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.195949] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.196186] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.196359] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.196532] env[69584]: DEBUG nova.virt.hardware [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.197310] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed137eb3-c1e5-4489-a261-ebf8ee5ab464 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.204656] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e07dbe-cd08-4e0b-be62-3297f67382e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.218613] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.224542] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.224865] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.225137] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc1fd686-32b6-442f-9b73-36881122e521 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.243818] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.243818] env[69584]: value = "task-3486215" [ 1086.243818] env[69584]: _type = "Task" [ 1086.243818] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.252441] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486215, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.373575] env[69584]: DEBUG oslo_concurrency.lockutils [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.376215] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.700s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.377924] env[69584]: INFO nova.compute.claims [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.399691] env[69584]: INFO nova.scheduler.client.report [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Deleted allocations for instance b52a4253-e4d3-4e8b-9f98-c828d6691e23 [ 1086.429806] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d2da71b0-3ad8-4d0a-a6cf-c147f3b737aa tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.144s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.431371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.300s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.431371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.431371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.431371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.434119] env[69584]: INFO nova.compute.manager [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Terminating instance [ 1086.473348] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.500645] env[69584]: DEBUG nova.network.neutron [-] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.549903] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aed469bc-19b8-4782-8ef2-933aece1cd65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.559153] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c80bb9-e23a-4730-96f2-3c58fd1cef99 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.593755] env[69584]: DEBUG nova.compute.manager [req-95a4fa38-0bc7-45ea-91d2-670be2374af5 req-36fb5030-cd4d-4720-aa8c-04c7a18de3fd service nova] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Detach interface failed, port_id=886a3585-70c6-40b9-adf3-81e8840e9030, reason: Instance 87d97cb6-fe49-4351-ade6-3e82ba515844 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.695761] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851835} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.696028] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 57aa8c19-b68d-4d9e-80dc-1b91719743e7/57aa8c19-b68d-4d9e-80dc-1b91719743e7.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.696268] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.696522] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2845899d-79da-470c-bb5b-b8ef9355668e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.702587] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1086.702587] env[69584]: value = "task-3486216" [ 1086.702587] env[69584]: _type = "Task" [ 1086.702587] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.710065] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.754235] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486215, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.823238] env[69584]: DEBUG nova.network.neutron [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Updating instance_info_cache with network_info: [{"id": "ca86fa31-12df-46b2-bf5e-454f7ea97c75", "address": "fa:16:3e:54:91:64", "network": {"id": "96a4d891-c939-4a3c-978b-634b5c5e30c1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1275737145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247672f594a042aead344f5868c4817c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca86fa31-12", "ovs_interfaceid": "ca86fa31-12df-46b2-bf5e-454f7ea97c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.910123] env[69584]: DEBUG oslo_concurrency.lockutils [None req-46dac547-9c89-4a1d-a73a-bf14a5335f74 tempest-AttachInterfacesTestJSON-1771464027 tempest-AttachInterfacesTestJSON-1771464027-project-member] Lock "b52a4253-e4d3-4e8b-9f98-c828d6691e23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.386s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.942290] env[69584]: DEBUG nova.compute.manager [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.942290] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.943501] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa66e48-b2b4-4bd0-8190-ff5b6b6912c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.953152] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.953152] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f890c41-4909-47ab-a1f8-d5db88a6378c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.959485] env[69584]: DEBUG oslo_vmware.api [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1086.959485] env[69584]: value = "task-3486217" [ 1086.959485] env[69584]: _type = "Task" [ 1086.959485] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.967773] env[69584]: DEBUG oslo_vmware.api [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.003689] env[69584]: INFO nova.compute.manager [-] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Took 1.43 seconds to deallocate network for instance. [ 1087.212907] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092353} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.213199] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.213960] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e9552d-0217-4490-b50b-cfaa3db4a5c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.236359] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 57aa8c19-b68d-4d9e-80dc-1b91719743e7/57aa8c19-b68d-4d9e-80dc-1b91719743e7.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.236645] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce8ec50-922a-4f94-9a79-b0a7b3f38fa2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.258994] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486215, 'name': CreateVM_Task, 'duration_secs': 0.587337} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.260135] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.260455] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1087.260455] env[69584]: value = "task-3486218" [ 1087.260455] env[69584]: _type = "Task" [ 1087.260455] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.260807] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.260962] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.261291] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.261572] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97c10af-901b-4869-8ac0-ddb4965180ff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.268857] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1087.268857] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c3a955-44e8-45ef-0db7-d82bd5ebc735" [ 1087.268857] env[69584]: _type = "Task" [ 1087.268857] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.272517] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486218, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.279421] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c3a955-44e8-45ef-0db7-d82bd5ebc735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.327849] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Releasing lock "refresh_cache-d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.471984] env[69584]: DEBUG oslo_vmware.api [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.512539] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.680046] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3896aa4c-17aa-4371-b51f-e77a3bf31ee5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.689707] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f49b67-e31d-4d63-ba04-232cc10f59b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.724860] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b01f61e-294e-4534-b0c2-ad64d3863475 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.732591] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef9d6ff-d43e-407b-975d-ee72e7b6d7b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.746428] env[69584]: DEBUG nova.compute.provider_tree [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.771352] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.781531] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c3a955-44e8-45ef-0db7-d82bd5ebc735, 'name': SearchDatastore_Task, 'duration_secs': 0.027156} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.781879] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.782082] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.782344] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.782492] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.782670] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.784121] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6725007-b1a7-4082-8394-34518a06542e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.799425] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.799425] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.801117] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c5d099-d39a-45e4-b87a-3309f08fdadb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.807385] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1087.807385] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525c156f-5d0a-c0bb-b429-b2b07cf234ce" [ 1087.807385] env[69584]: _type = "Task" [ 1087.807385] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.816384] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525c156f-5d0a-c0bb-b429-b2b07cf234ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.971071] env[69584]: DEBUG oslo_vmware.api [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486217, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.993634] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8926058d-a87c-4364-b885-17c4b77f2de4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.013526] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance '2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe' progress to 0 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.250279] env[69584]: DEBUG nova.scheduler.client.report [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.274516] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486218, 'name': ReconfigVM_Task, 'duration_secs': 0.898082} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.275746] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 57aa8c19-b68d-4d9e-80dc-1b91719743e7/57aa8c19-b68d-4d9e-80dc-1b91719743e7.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.276647] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38f3c564-9053-4abf-8ff9-ec7694fbbea2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.288568] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1088.288568] env[69584]: value = "task-3486219" [ 1088.288568] env[69584]: _type = "Task" [ 1088.288568] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.294103] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.294391] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.294662] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.294911] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.295533] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.298961] env[69584]: INFO nova.compute.manager [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Terminating instance [ 1088.305250] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486219, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.318637] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525c156f-5d0a-c0bb-b429-b2b07cf234ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.319994] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32d922c-b8cd-4b6b-8566-7299b0d03849 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.325386] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1088.325386] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b0ecdf-19ee-aeed-8793-f4a8d4164b9f" [ 1088.325386] env[69584]: _type = "Task" [ 1088.325386] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.333836] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.334181] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b0ecdf-19ee-aeed-8793-f4a8d4164b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.334521] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1dc3196-0be8-41e5-8b60-e1015dc15aae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.341774] env[69584]: DEBUG oslo_vmware.api [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1088.341774] env[69584]: value = "task-3486220" [ 1088.341774] env[69584]: _type = "Task" [ 1088.341774] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.349190] env[69584]: DEBUG oslo_vmware.api [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.470406] env[69584]: DEBUG oslo_vmware.api [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486217, 'name': PowerOffVM_Task, 'duration_secs': 1.037235} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.470757] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.470849] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.471128] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16e368ab-ab4f-4328-a1e2-784244f5edaa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.519265] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.519696] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f45bd2d1-e2e4-4d79-9599-9e415b3e8763 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.526284] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1088.526284] env[69584]: value = "task-3486222" [ 1088.526284] env[69584]: _type = "Task" [ 1088.526284] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.536137] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.544797] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.546540] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.546540] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Deleting the datastore file [datastore1] ed0fd74a-eec1-46e9-81e5-ddb633d5831a {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.546540] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84835ac0-0515-4318-9838-beed0b985099 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.551830] env[69584]: DEBUG oslo_vmware.api [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for the task: (returnval){ [ 1088.551830] env[69584]: value = "task-3486223" [ 1088.551830] env[69584]: _type = "Task" [ 1088.551830] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.560668] env[69584]: DEBUG oslo_vmware.api [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.757498] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.758175] env[69584]: DEBUG nova.compute.manager [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.760947] env[69584]: DEBUG oslo_concurrency.lockutils [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.551s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.761178] env[69584]: DEBUG nova.objects.instance [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lazy-loading 'resources' on Instance uuid 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.803054] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486219, 'name': Rename_Task, 'duration_secs': 0.233092} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.803365] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.803684] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d664941-e8e3-47a0-aa86-8175300465b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.813677] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1088.813677] env[69584]: value = "task-3486224" [ 1088.813677] env[69584]: _type = "Task" [ 1088.813677] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.817115] env[69584]: DEBUG nova.compute.manager [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.817115] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.817389] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f415e422-e248-438b-a439-6b91c023c3bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.834622] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.834934] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.835554] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a533fff1-b4ae-4148-839c-8ba53978a791 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.841414] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b0ecdf-19ee-aeed-8793-f4a8d4164b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.842203] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.842412] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] b93d53dc-8c34-4859-81c0-fc22654d162a/b93d53dc-8c34-4859-81c0-fc22654d162a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.846241] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7fecb9f-ce29-41ae-8ae8-148d1feb7dbe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.851564] env[69584]: DEBUG oslo_vmware.api [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1088.851564] env[69584]: value = "task-3486225" [ 1088.851564] env[69584]: _type = "Task" [ 1088.851564] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.857550] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1088.857550] env[69584]: value = "task-3486226" [ 1088.857550] env[69584]: _type = "Task" [ 1088.857550] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.857800] env[69584]: DEBUG oslo_vmware.api [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486220, 'name': PowerOnVM_Task, 'duration_secs': 0.4863} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.858799] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.858799] env[69584]: DEBUG nova.compute.manager [None req-8d536fbc-fd89-4327-ad2b-50ccb49ac14e tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.862720] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c63ece-3fc3-4d15-a492-678158c260e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.868626] env[69584]: DEBUG oslo_vmware.api [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.873572] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.037011] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486222, 'name': PowerOffVM_Task, 'duration_secs': 0.312761} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.037382] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.037621] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance '2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe' progress to 17 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.063022] env[69584]: DEBUG oslo_vmware.api [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Task: {'id': task-3486223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243674} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.064030] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.064030] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.064030] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.064030] env[69584]: INFO nova.compute.manager [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1089.064030] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.064309] env[69584]: DEBUG nova.compute.manager [-] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.064309] env[69584]: DEBUG nova.network.neutron [-] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.266020] env[69584]: DEBUG nova.compute.utils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.273874] env[69584]: DEBUG nova.compute.manager [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.274223] env[69584]: DEBUG nova.network.neutron [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.337406] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.339403] env[69584]: DEBUG nova.policy [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b71ab944a0eb498892a3844df6e99960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1cacfb104d84a1781545c4b71aeaed3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.360397] env[69584]: DEBUG oslo_vmware.api [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.371654] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.546220] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.546220] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.546220] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.546220] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.546220] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.546220] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.546220] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.546220] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.546220] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.547055] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.547394] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.563022] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b5e3930-d6fb-4cd7-be7b-f089f4c6318d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.580526] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1089.580526] env[69584]: value = "task-3486227" [ 1089.580526] env[69584]: _type = "Task" [ 1089.580526] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.599591] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.657799] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39be6922-3a14-4483-b109-e3fe6c6368bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.669363] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a1baf-dc9d-4dc0-958f-ce6dd65e4322 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.709022] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ccd355-db96-4beb-8280-8221a369ae88 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.718083] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f586cf8e-4f4b-4143-9b7c-499cd0f65ae8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.734704] env[69584]: DEBUG nova.compute.provider_tree [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.774712] env[69584]: DEBUG nova.compute.manager [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.839802] env[69584]: DEBUG nova.compute.manager [req-be402032-1223-43b2-a6aa-9e4ff6fc3b88 req-4dd5887b-d6de-4208-8ca2-602587488d69 service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Received event network-vif-deleted-69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.843549] env[69584]: INFO nova.compute.manager [req-be402032-1223-43b2-a6aa-9e4ff6fc3b88 req-4dd5887b-d6de-4208-8ca2-602587488d69 service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Neutron deleted interface 69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b; detaching it from the instance and deleting it from the info cache [ 1089.843549] env[69584]: DEBUG nova.network.neutron [req-be402032-1223-43b2-a6aa-9e4ff6fc3b88 req-4dd5887b-d6de-4208-8ca2-602587488d69 service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.851064] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486224, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.862541] env[69584]: DEBUG oslo_vmware.api [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486225, 'name': PowerOffVM_Task, 'duration_secs': 0.884742} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.866802] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.867022] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.868248] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa726c66-5f6e-4f05-8cc9-63791110f362 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.876048] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486226, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.940885] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.941597] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.941829] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleting the datastore file [datastore1] e54610c2-ddc0-43c3-9cf4-bd561a64cfc0 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.943916] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-134c41cf-a9b6-4e34-8a53-9bc84211f942 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.955456] env[69584]: DEBUG oslo_vmware.api [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1089.955456] env[69584]: value = "task-3486229" [ 1089.955456] env[69584]: _type = "Task" [ 1089.955456] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.963106] env[69584]: DEBUG oslo_vmware.api [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.021723] env[69584]: DEBUG nova.network.neutron [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Successfully created port: d1389cda-60dd-4dc4-b13f-98d09de0d144 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.033323] env[69584]: DEBUG nova.network.neutron [-] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.090592] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486227, 'name': ReconfigVM_Task, 'duration_secs': 0.338747} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.090951] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance '2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe' progress to 33 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.262835] env[69584]: ERROR nova.scheduler.client.report [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] [req-0473eb82-8243-4d25-adec-4ceb39670f4f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0473eb82-8243-4d25-adec-4ceb39670f4f"}]} [ 1090.287854] env[69584]: DEBUG nova.scheduler.client.report [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1090.311546] env[69584]: DEBUG nova.scheduler.client.report [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1090.311827] env[69584]: DEBUG nova.compute.provider_tree [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.324759] env[69584]: DEBUG nova.scheduler.client.report [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1090.330869] env[69584]: DEBUG oslo_vmware.api [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486224, 'name': PowerOnVM_Task, 'duration_secs': 1.42389} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.330869] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.330869] env[69584]: INFO nova.compute.manager [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1090.330869] env[69584]: DEBUG nova.compute.manager [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.331615] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b39412-62ad-4ee7-87f5-a0d9ec42fc63 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.351132] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a28e94a-5f6e-4db3-84bf-f4ea1500126b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.351232] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "5688b532-f104-408d-ab46-4bc914ed4c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.351373] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "5688b532-f104-408d-ab46-4bc914ed4c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.358158] env[69584]: DEBUG nova.scheduler.client.report [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1090.377320] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e691e81d-5531-4185-bc4b-f278e887b2b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.396961] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486226, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.140853} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.397822] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] b93d53dc-8c34-4859-81c0-fc22654d162a/b93d53dc-8c34-4859-81c0-fc22654d162a.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.397822] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.397822] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a655c67-6857-44e9-a751-756e8b35efb8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.415243] env[69584]: DEBUG nova.compute.manager [req-be402032-1223-43b2-a6aa-9e4ff6fc3b88 req-4dd5887b-d6de-4208-8ca2-602587488d69 service nova] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Detach interface failed, port_id=69a91ffd-3a3a-4c80-8eda-9a66fd82fc3b, reason: Instance ed0fd74a-eec1-46e9-81e5-ddb633d5831a could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.420853] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1090.420853] env[69584]: value = "task-3486230" [ 1090.420853] env[69584]: _type = "Task" [ 1090.420853] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.429138] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.465079] env[69584]: DEBUG oslo_vmware.api [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215888} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.465404] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.465592] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.465768] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.466143] env[69584]: INFO nova.compute.manager [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1090.466231] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.466396] env[69584]: DEBUG nova.compute.manager [-] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.466487] env[69584]: DEBUG nova.network.neutron [-] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.536454] env[69584]: INFO nova.compute.manager [-] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Took 1.47 seconds to deallocate network for instance. [ 1090.601915] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.601915] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.601915] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.601915] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.601915] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.601915] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.602841] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.603032] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.603247] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.603434] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.603614] env[69584]: DEBUG nova.virt.hardware [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.609266] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1090.609582] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bef2632-79d3-4419-a26c-d0e29e7a96a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.636806] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1090.636806] env[69584]: value = "task-3486231" [ 1090.636806] env[69584]: _type = "Task" [ 1090.636806] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.646800] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.719445] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ede651-e0e6-44c2-86e2-8fb05eb3d5f0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.728047] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2b58e6-a8ea-4aea-820f-4ede2f46c1a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.759977] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6816e03c-f5be-4b5f-a67a-add9b70ad5dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.767889] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f214753-6e72-4924-ab43-18d2f7c44f51 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.784081] env[69584]: DEBUG nova.compute.provider_tree [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.792848] env[69584]: DEBUG nova.compute.manager [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.839110] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.839465] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.839631] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.839851] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.840016] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.843828] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.843828] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.843828] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.843828] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.843828] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.843828] env[69584]: DEBUG nova.virt.hardware [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.852288] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032fc066-89df-4d87-b333-f1f639c27e4c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.858572] env[69584]: DEBUG nova.compute.manager [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.862084] env[69584]: INFO nova.compute.manager [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Took 36.68 seconds to build instance. [ 1090.870770] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c6d3d9-2f60-4b02-9103-26a745957230 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.932378] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.49947} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.932378] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.932378] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be08933a-fd40-4dd9-beb2-a7dccfa511cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.954420] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] b93d53dc-8c34-4859-81c0-fc22654d162a/b93d53dc-8c34-4859-81c0-fc22654d162a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.956431] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fadd81c-1a24-411f-9c3c-2702a437dde9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.977713] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1090.977713] env[69584]: value = "task-3486232" [ 1090.977713] env[69584]: _type = "Task" [ 1090.977713] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.987662] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.050151] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.147608] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486231, 'name': ReconfigVM_Task, 'duration_secs': 0.388482} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.148152] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.149044] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd40ff-e476-45d2-a8c7-40148e680306 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.171748] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe/2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.172596] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0da53c8-eaa7-4392-9f71-2702de45953c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.192582] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1091.192582] env[69584]: value = "task-3486233" [ 1091.192582] env[69584]: _type = "Task" [ 1091.192582] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.203448] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.331512] env[69584]: DEBUG nova.scheduler.client.report [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Updated inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1091.331512] env[69584]: DEBUG nova.compute.provider_tree [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Updating resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef generation from 151 to 152 during operation: update_inventory {{(pid=69584) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1091.331512] env[69584]: DEBUG nova.compute.provider_tree [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.368780] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b97053f8-5924-47d2-9aff-047b11165f8b tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.191s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.390334] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.488336] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.634750] env[69584]: DEBUG nova.network.neutron [-] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.706200] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486233, 'name': ReconfigVM_Task, 'duration_secs': 0.293534} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.706802] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe/2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.707142] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance '2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe' progress to 50 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.720156] env[69584]: DEBUG nova.network.neutron [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Successfully updated port: d1389cda-60dd-4dc4-b13f-98d09de0d144 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.836145] env[69584]: DEBUG oslo_concurrency.lockutils [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.074s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.837634] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.818s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.837708] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.837880] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1091.838245] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.635s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.840031] env[69584]: INFO nova.compute.claims [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.847961] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c6cd5-5375-42fd-b2e9-b7cf9106dfc9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.856735] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5205348-1e13-4ed8-a417-9fe5162b3615 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.868506] env[69584]: DEBUG nova.compute.manager [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Received event network-vif-deleted-dda9e567-7174-43c1-9641-495ef8f6a7b3 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.868506] env[69584]: DEBUG nova.compute.manager [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Received event network-vif-plugged-d1389cda-60dd-4dc4-b13f-98d09de0d144 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.868506] env[69584]: DEBUG oslo_concurrency.lockutils [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] Acquiring lock "326682e0-1169-4f98-bab5-f7bfc21d1d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.868506] env[69584]: DEBUG oslo_concurrency.lockutils [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.868506] env[69584]: DEBUG oslo_concurrency.lockutils [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.868506] env[69584]: DEBUG nova.compute.manager [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] No waiting events found dispatching network-vif-plugged-d1389cda-60dd-4dc4-b13f-98d09de0d144 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.868506] env[69584]: WARNING nova.compute.manager [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Received unexpected event network-vif-plugged-d1389cda-60dd-4dc4-b13f-98d09de0d144 for instance with vm_state building and task_state spawning. [ 1091.868506] env[69584]: DEBUG nova.compute.manager [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Received event network-changed-d1389cda-60dd-4dc4-b13f-98d09de0d144 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.868506] env[69584]: DEBUG nova.compute.manager [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Refreshing instance network info cache due to event network-changed-d1389cda-60dd-4dc4-b13f-98d09de0d144. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.868506] env[69584]: DEBUG oslo_concurrency.lockutils [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] Acquiring lock "refresh_cache-326682e0-1169-4f98-bab5-f7bfc21d1d95" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.869036] env[69584]: DEBUG oslo_concurrency.lockutils [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] Acquired lock "refresh_cache-326682e0-1169-4f98-bab5-f7bfc21d1d95" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.869036] env[69584]: DEBUG nova.network.neutron [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Refreshing network info cache for port d1389cda-60dd-4dc4-b13f-98d09de0d144 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.870952] env[69584]: INFO nova.scheduler.client.report [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Deleted allocations for instance 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7 [ 1091.887978] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f36205-5cc1-42df-b3ab-50b3e13d00c4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.904020] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd2f4c-eb24-4602-8f4a-a58c78ae3aea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.940191] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179527MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1091.940191] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.989983] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486232, 'name': ReconfigVM_Task, 'duration_secs': 0.606726} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.992157] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Reconfigured VM instance instance-00000065 to attach disk [datastore2] b93d53dc-8c34-4859-81c0-fc22654d162a/b93d53dc-8c34-4859-81c0-fc22654d162a.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.996308] env[69584]: DEBUG nova.compute.manager [req-8cfb6057-e0cf-478f-b636-b787819d6502 req-5f8ac915-fe8c-4777-aa24-0728b63a0619 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received event network-changed-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.996572] env[69584]: DEBUG nova.compute.manager [req-8cfb6057-e0cf-478f-b636-b787819d6502 req-5f8ac915-fe8c-4777-aa24-0728b63a0619 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Refreshing instance network info cache due to event network-changed-53408ac6-dc2f-4014-a370-8247f523b9a7. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.996818] env[69584]: DEBUG oslo_concurrency.lockutils [req-8cfb6057-e0cf-478f-b636-b787819d6502 req-5f8ac915-fe8c-4777-aa24-0728b63a0619 service nova] Acquiring lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.996987] env[69584]: DEBUG oslo_concurrency.lockutils [req-8cfb6057-e0cf-478f-b636-b787819d6502 req-5f8ac915-fe8c-4777-aa24-0728b63a0619 service nova] Acquired lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.997193] env[69584]: DEBUG nova.network.neutron [req-8cfb6057-e0cf-478f-b636-b787819d6502 req-5f8ac915-fe8c-4777-aa24-0728b63a0619 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Refreshing network info cache for port 53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.998603] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b914db89-ac44-4eb0-973f-8a090ed0eccd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.008237] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1092.008237] env[69584]: value = "task-3486234" [ 1092.008237] env[69584]: _type = "Task" [ 1092.008237] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.016835] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486234, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.136419] env[69584]: INFO nova.compute.manager [-] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Took 1.67 seconds to deallocate network for instance. [ 1092.217813] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022710de-bbfa-4e20-b3d9-5426ea735c2d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.222080] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "refresh_cache-326682e0-1169-4f98-bab5-f7bfc21d1d95" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.246427] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a4999c-e5ed-43cd-8cbb-8fa86e741bdf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.267628] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance '2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe' progress to 67 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.382622] env[69584]: DEBUG oslo_concurrency.lockutils [None req-35e8b3e5-2ec7-4e60-8551-12961939853f tempest-ServerPasswordTestJSON-2005135769 tempest-ServerPasswordTestJSON-2005135769-project-member] Lock "1e6f33d0-f2cc-4be7-9815-bb41e054f3e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.575s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.461360] env[69584]: DEBUG nova.network.neutron [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.518133] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486234, 'name': Rename_Task, 'duration_secs': 0.392901} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.518133] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.518133] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84f63328-9be2-4749-81c1-a7ada3bd4ddb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.528128] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1092.528128] env[69584]: value = "task-3486235" [ 1092.528128] env[69584]: _type = "Task" [ 1092.528128] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.538259] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.644192] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.671757] env[69584]: DEBUG nova.network.neutron [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.745803] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.746582] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.746582] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.746730] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.746854] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.749454] env[69584]: INFO nova.compute.manager [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Terminating instance [ 1092.906856] env[69584]: DEBUG nova.network.neutron [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Port 47094ca0-340f-4dca-9ee0-a32ecbe52a4a binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1093.040894] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486235, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.081734] env[69584]: DEBUG nova.network.neutron [req-8cfb6057-e0cf-478f-b636-b787819d6502 req-5f8ac915-fe8c-4777-aa24-0728b63a0619 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updated VIF entry in instance network info cache for port 53408ac6-dc2f-4014-a370-8247f523b9a7. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.082139] env[69584]: DEBUG nova.network.neutron [req-8cfb6057-e0cf-478f-b636-b787819d6502 req-5f8ac915-fe8c-4777-aa24-0728b63a0619 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updating instance_info_cache with network_info: [{"id": "53408ac6-dc2f-4014-a370-8247f523b9a7", "address": "fa:16:3e:ba:72:f2", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53408ac6-dc", "ovs_interfaceid": "53408ac6-dc2f-4014-a370-8247f523b9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.140663] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da6491-81d9-4858-88f8-1818be14282c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.148852] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c41845d-e2b1-482b-9a05-710d2c91a8c4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.179255] env[69584]: DEBUG oslo_concurrency.lockutils [req-0047e84b-a501-4c54-b7c5-0695fc6a5a8e req-5bcab191-0175-45f7-9f86-7be6ee6c1cfe service nova] Releasing lock "refresh_cache-326682e0-1169-4f98-bab5-f7bfc21d1d95" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.179895] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "refresh_cache-326682e0-1169-4f98-bab5-f7bfc21d1d95" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.180072] env[69584]: DEBUG nova.network.neutron [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.181604] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0c984f-03d7-4f9f-a636-cd8398e4da92 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.190319] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3b8d2e-07b4-4d54-be4a-f4813fbf564b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.206129] env[69584]: DEBUG nova.compute.provider_tree [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.252874] env[69584]: DEBUG nova.compute.manager [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.253154] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.257035] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd929da-4c1b-49f4-8857-fa11c6fa5ef8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.267450] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.267827] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04cd6c20-d7c3-4206-9b79-8305731c9626 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.274674] env[69584]: DEBUG oslo_vmware.api [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1093.274674] env[69584]: value = "task-3486236" [ 1093.274674] env[69584]: _type = "Task" [ 1093.274674] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.283305] env[69584]: DEBUG oslo_vmware.api [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.540707] env[69584]: DEBUG oslo_vmware.api [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486235, 'name': PowerOnVM_Task, 'duration_secs': 0.602706} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.541361] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.541584] env[69584]: DEBUG nova.compute.manager [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.542437] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85a4ce9-7ab3-4c04-93eb-e7f574cfd0b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.585228] env[69584]: DEBUG oslo_concurrency.lockutils [req-8cfb6057-e0cf-478f-b636-b787819d6502 req-5f8ac915-fe8c-4777-aa24-0728b63a0619 service nova] Releasing lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.709759] env[69584]: DEBUG nova.scheduler.client.report [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.793598] env[69584]: DEBUG oslo_vmware.api [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486236, 'name': PowerOffVM_Task, 'duration_secs': 0.216046} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.793929] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.794117] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.794452] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9777088f-f86d-4240-88fd-bb31c5093124 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.856451] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.857569] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.857569] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Deleting the datastore file [datastore1] 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.857569] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-395d432d-8779-4254-ab4f-0e707f9e90dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.871410] env[69584]: DEBUG oslo_vmware.api [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1093.871410] env[69584]: value = "task-3486238" [ 1093.871410] env[69584]: _type = "Task" [ 1093.871410] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.885767] env[69584]: DEBUG oslo_vmware.api [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.888614] env[69584]: DEBUG nova.network.neutron [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.936819] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.939254] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.939567] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.068880] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.213942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.214472] env[69584]: DEBUG nova.compute.manager [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.219439] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.707s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.219439] env[69584]: DEBUG nova.objects.instance [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lazy-loading 'resources' on Instance uuid 87d97cb6-fe49-4351-ade6-3e82ba515844 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.253706] env[69584]: DEBUG nova.network.neutron [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Updating instance_info_cache with network_info: [{"id": "d1389cda-60dd-4dc4-b13f-98d09de0d144", "address": "fa:16:3e:c7:38:08", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1389cda-60", "ovs_interfaceid": "d1389cda-60dd-4dc4-b13f-98d09de0d144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.381095] env[69584]: DEBUG oslo_vmware.api [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510531} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.381372] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.381756] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.381756] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.381906] env[69584]: INFO nova.compute.manager [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1094.382142] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.382640] env[69584]: DEBUG nova.compute.manager [-] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.382640] env[69584]: DEBUG nova.network.neutron [-] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.677306] env[69584]: DEBUG nova.compute.manager [req-8257c2d5-a3b3-43db-8195-f1c5f2fb0827 req-0efc7dd3-f0e8-483a-a252-5fa507b71cdf service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Received event network-vif-deleted-bfa469b8-661f-422b-ad3f-08ce81b03096 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.677306] env[69584]: INFO nova.compute.manager [req-8257c2d5-a3b3-43db-8195-f1c5f2fb0827 req-0efc7dd3-f0e8-483a-a252-5fa507b71cdf service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Neutron deleted interface bfa469b8-661f-422b-ad3f-08ce81b03096; detaching it from the instance and deleting it from the info cache [ 1094.677306] env[69584]: DEBUG nova.network.neutron [req-8257c2d5-a3b3-43db-8195-f1c5f2fb0827 req-0efc7dd3-f0e8-483a-a252-5fa507b71cdf service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.728500] env[69584]: DEBUG nova.compute.utils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.733925] env[69584]: DEBUG nova.compute.manager [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.734179] env[69584]: DEBUG nova.network.neutron [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.757044] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "refresh_cache-326682e0-1169-4f98-bab5-f7bfc21d1d95" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.757044] env[69584]: DEBUG nova.compute.manager [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Instance network_info: |[{"id": "d1389cda-60dd-4dc4-b13f-98d09de0d144", "address": "fa:16:3e:c7:38:08", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1389cda-60", "ovs_interfaceid": "d1389cda-60dd-4dc4-b13f-98d09de0d144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.757044] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:38:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1389cda-60dd-4dc4-b13f-98d09de0d144', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.765153] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.769698] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.770568] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e5d20b3-0a86-4df7-b8ad-2f962436dab6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.790345] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "b93d53dc-8c34-4859-81c0-fc22654d162a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.790479] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "b93d53dc-8c34-4859-81c0-fc22654d162a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.790823] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "b93d53dc-8c34-4859-81c0-fc22654d162a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.791057] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "b93d53dc-8c34-4859-81c0-fc22654d162a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.791578] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "b93d53dc-8c34-4859-81c0-fc22654d162a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.793930] env[69584]: INFO nova.compute.manager [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Terminating instance [ 1094.806177] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.806177] env[69584]: value = "task-3486239" [ 1094.806177] env[69584]: _type = "Task" [ 1094.806177] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.812314] env[69584]: DEBUG nova.policy [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27bcdedffbea433ab08f51d62db91ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '903eba6d0ced490cb4633665d7aedf62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.822309] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486239, 'name': CreateVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.029957] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.030285] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.030402] env[69584]: DEBUG nova.network.neutron [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.081945] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb2cf4-0097-47f8-a595-5ab0b2914f44 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.091038] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b86ee2-0cef-4bf9-a213-738aec399f03 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.095269] env[69584]: DEBUG nova.network.neutron [-] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.136452] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ab5a1f-5c7b-4a94-ae9c-79a08ca2cc27 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.146380] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0c51af-e5d7-4e8e-8092-1072d3b62ccb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.161359] env[69584]: DEBUG nova.compute.provider_tree [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.180124] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c79b7c6-9b53-4f75-9127-b04e215f5697 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.190369] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13579532-3ed7-4648-891e-c663f17b856d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.230186] env[69584]: DEBUG nova.compute.manager [req-8257c2d5-a3b3-43db-8195-f1c5f2fb0827 req-0efc7dd3-f0e8-483a-a252-5fa507b71cdf service nova] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Detach interface failed, port_id=bfa469b8-661f-422b-ad3f-08ce81b03096, reason: Instance 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.236385] env[69584]: DEBUG nova.compute.manager [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.308522] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "refresh_cache-b93d53dc-8c34-4859-81c0-fc22654d162a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.308721] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquired lock "refresh_cache-b93d53dc-8c34-4859-81c0-fc22654d162a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.308910] env[69584]: DEBUG nova.network.neutron [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.331028] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486239, 'name': CreateVM_Task, 'duration_secs': 0.496774} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.332032] env[69584]: DEBUG nova.network.neutron [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Successfully created port: 382decaa-b037-4972-b02c-18dfd4cc681c {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.333539] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.334523] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.334718] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.335022] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.335711] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae4dc80-2739-4712-8c0e-a523b4bc7620 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.341499] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1095.341499] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523ddae3-c034-a730-b367-a0019c2ac017" [ 1095.341499] env[69584]: _type = "Task" [ 1095.341499] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.350432] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523ddae3-c034-a730-b367-a0019c2ac017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.600285] env[69584]: INFO nova.compute.manager [-] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Took 1.22 seconds to deallocate network for instance. [ 1095.666359] env[69584]: DEBUG nova.scheduler.client.report [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.842267] env[69584]: DEBUG nova.network.neutron [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance_info_cache with network_info: [{"id": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "address": "fa:16:3e:2f:da:05", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47094ca0-34", "ovs_interfaceid": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.856036] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523ddae3-c034-a730-b367-a0019c2ac017, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.857018] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.857276] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.857524] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.857650] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.857828] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.859200] env[69584]: DEBUG nova.network.neutron [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.860893] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb629c84-c88f-422b-8b10-167a43097033 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.871668] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.871668] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.871931] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5df5538-6147-40ef-8a02-ac1fa6694a18 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.877920] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1095.877920] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a9ad43-827f-8f77-5e7b-955a5d8efcc8" [ 1095.877920] env[69584]: _type = "Task" [ 1095.877920] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.897118] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a9ad43-827f-8f77-5e7b-955a5d8efcc8, 'name': SearchDatastore_Task, 'duration_secs': 0.012181} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.898094] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e14c25-faa8-4132-957b-c366028bf4de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.903954] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1095.903954] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523d204e-b188-af71-c0bb-8d2caeb97f4f" [ 1095.903954] env[69584]: _type = "Task" [ 1095.903954] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.914017] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523d204e-b188-af71-c0bb-8d2caeb97f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.924644] env[69584]: DEBUG nova.network.neutron [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.109296] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.172108] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.174361] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.124s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.174587] env[69584]: DEBUG nova.objects.instance [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lazy-loading 'resources' on Instance uuid ed0fd74a-eec1-46e9-81e5-ddb633d5831a {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.197983] env[69584]: INFO nova.scheduler.client.report [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted allocations for instance 87d97cb6-fe49-4351-ade6-3e82ba515844 [ 1096.247798] env[69584]: DEBUG nova.compute.manager [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.269171] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.269431] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.269589] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.269769] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.269940] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.270109] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.270318] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.270539] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.270629] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.270790] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.270951] env[69584]: DEBUG nova.virt.hardware [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.272105] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af83cb18-2723-4268-927e-02c4c526e3e6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.280371] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ce266-93d9-4e87-ba4c-d78bf9b52879 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.351015] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.417807] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523d204e-b188-af71-c0bb-8d2caeb97f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013799} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.418731] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.419136] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 326682e0-1169-4f98-bab5-f7bfc21d1d95/326682e0-1169-4f98-bab5-f7bfc21d1d95.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.419546] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bf7ddcf-2232-4068-9e13-ef276ed712b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.427547] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Releasing lock "refresh_cache-b93d53dc-8c34-4859-81c0-fc22654d162a" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.427547] env[69584]: DEBUG nova.compute.manager [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.427547] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.427547] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1096.427547] env[69584]: value = "task-3486242" [ 1096.427547] env[69584]: _type = "Task" [ 1096.427547] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.429175] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89932180-c8aa-4271-9d9e-c4a5d2fd1ad3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.441773] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.443795] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.444521] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f737ea68-ccfd-492d-80c5-cc3d940d126a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.452853] env[69584]: DEBUG oslo_vmware.api [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1096.452853] env[69584]: value = "task-3486244" [ 1096.452853] env[69584]: _type = "Task" [ 1096.452853] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.460570] env[69584]: DEBUG oslo_vmware.api [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.706077] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f931a694-e5c0-4e20-9ff5-1c86048a09b9 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "87d97cb6-fe49-4351-ade6-3e82ba515844" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.763s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.872815] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08af0ecf-f750-4019-9fc9-f8daab0032ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.896375] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e419e6-3b12-49f3-b3a1-3b7f6d0ce7f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.904577] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance '2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe' progress to 83 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.945914] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2411751d-1b14-4149-9546-13b4ac0ad1c2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.953888] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486242, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.962918] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2e1c41-bd16-4dd3-82d3-9e276ef124a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.971246] env[69584]: DEBUG oslo_vmware.api [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486244, 'name': PowerOffVM_Task, 'duration_secs': 0.153796} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.972123] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.972423] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.973086] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ac28e19-9b7c-479f-b083-45716ea5fcbc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.001535] env[69584]: DEBUG oslo_concurrency.lockutils [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.001874] env[69584]: DEBUG oslo_concurrency.lockutils [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.002174] env[69584]: DEBUG oslo_concurrency.lockutils [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.002428] env[69584]: DEBUG oslo_concurrency.lockutils [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.002653] env[69584]: DEBUG oslo_concurrency.lockutils [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.005657] env[69584]: INFO nova.compute.manager [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Terminating instance [ 1097.008033] env[69584]: DEBUG nova.compute.manager [req-4385c7eb-01e2-46cf-a2b9-45a9282c088c req-bc80cc8d-1577-41d4-aee1-4ddbe7dfa4c2 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Received event network-vif-plugged-382decaa-b037-4972-b02c-18dfd4cc681c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.008298] env[69584]: DEBUG oslo_concurrency.lockutils [req-4385c7eb-01e2-46cf-a2b9-45a9282c088c req-bc80cc8d-1577-41d4-aee1-4ddbe7dfa4c2 service nova] Acquiring lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.008542] env[69584]: DEBUG oslo_concurrency.lockutils [req-4385c7eb-01e2-46cf-a2b9-45a9282c088c req-bc80cc8d-1577-41d4-aee1-4ddbe7dfa4c2 service nova] Lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.008788] env[69584]: DEBUG oslo_concurrency.lockutils [req-4385c7eb-01e2-46cf-a2b9-45a9282c088c req-bc80cc8d-1577-41d4-aee1-4ddbe7dfa4c2 service nova] Lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.008998] env[69584]: DEBUG nova.compute.manager [req-4385c7eb-01e2-46cf-a2b9-45a9282c088c req-bc80cc8d-1577-41d4-aee1-4ddbe7dfa4c2 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] No waiting events found dispatching network-vif-plugged-382decaa-b037-4972-b02c-18dfd4cc681c {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.009236] env[69584]: WARNING nova.compute.manager [req-4385c7eb-01e2-46cf-a2b9-45a9282c088c req-bc80cc8d-1577-41d4-aee1-4ddbe7dfa4c2 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Received unexpected event network-vif-plugged-382decaa-b037-4972-b02c-18dfd4cc681c for instance with vm_state building and task_state spawning. [ 1097.010379] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814b5ac3-1ae6-458b-aa46-e76559ce46a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.023063] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0621042-a392-4c15-b676-dbfecf8a22ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.028679] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.028958] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.029280] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Deleting the datastore file [datastore2] b93d53dc-8c34-4859-81c0-fc22654d162a {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.029787] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb3a3626-7652-42f2-b448-c9f34b8eeeec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.040512] env[69584]: DEBUG nova.compute.provider_tree [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.045607] env[69584]: DEBUG oslo_vmware.api [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for the task: (returnval){ [ 1097.045607] env[69584]: value = "task-3486246" [ 1097.045607] env[69584]: _type = "Task" [ 1097.045607] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.054265] env[69584]: DEBUG oslo_vmware.api [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.088046] env[69584]: DEBUG nova.network.neutron [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Successfully updated port: 382decaa-b037-4972-b02c-18dfd4cc681c {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.416940] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.416940] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c356613-cf6e-451b-99cb-4dd6e9c2afe1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.424383] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1097.424383] env[69584]: value = "task-3486247" [ 1097.424383] env[69584]: _type = "Task" [ 1097.424383] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.433285] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.445540] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604296} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.445834] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 326682e0-1169-4f98-bab5-f7bfc21d1d95/326682e0-1169-4f98-bab5-f7bfc21d1d95.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.446205] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.446450] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-400a96f6-df91-4615-8497-830b4fb2d5ab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.454385] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1097.454385] env[69584]: value = "task-3486248" [ 1097.454385] env[69584]: _type = "Task" [ 1097.454385] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.463390] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.516756] env[69584]: DEBUG nova.compute.manager [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.516756] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.517496] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa534c8-5ecc-4de3-812a-5d096e566d2c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.525039] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.525267] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a81bbab-2d29-4751-bf40-e5569975f8ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.531806] env[69584]: DEBUG oslo_vmware.api [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1097.531806] env[69584]: value = "task-3486249" [ 1097.531806] env[69584]: _type = "Task" [ 1097.531806] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.539622] env[69584]: DEBUG oslo_vmware.api [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.542842] env[69584]: DEBUG nova.scheduler.client.report [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.556391] env[69584]: DEBUG oslo_vmware.api [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Task: {'id': task-3486246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393705} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.556654] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.556859] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.557053] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.557239] env[69584]: INFO nova.compute.manager [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1097.558096] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.558096] env[69584]: DEBUG nova.compute.manager [-] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.558096] env[69584]: DEBUG nova.network.neutron [-] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.575689] env[69584]: DEBUG nova.network.neutron [-] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.591564] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "refresh_cache-2983257a-c8e3-4f75-b2c0-b3b2234e86c9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.591716] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "refresh_cache-2983257a-c8e3-4f75-b2c0-b3b2234e86c9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.591867] env[69584]: DEBUG nova.network.neutron [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.937477] env[69584]: DEBUG oslo_vmware.api [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486247, 'name': PowerOnVM_Task, 'duration_secs': 0.463255} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.937889] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.938179] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee61456-952f-4527-8255-0ba49282054c tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance '2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe' progress to 100 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.964769] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069135} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.965073] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.965871] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140c8f2a-ed29-4cb2-b455-10fb7976f07b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.991764] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 326682e0-1169-4f98-bab5-f7bfc21d1d95/326682e0-1169-4f98-bab5-f7bfc21d1d95.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.993694] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0f6c38-0365-407a-82c1-e3a98b23a37f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.013524] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1098.013524] env[69584]: value = "task-3486250" [ 1098.013524] env[69584]: _type = "Task" [ 1098.013524] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.021902] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.042211] env[69584]: DEBUG oslo_vmware.api [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486249, 'name': PowerOffVM_Task, 'duration_secs': 0.267685} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.042824] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.043035] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.043292] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af4c6de4-e3a8-4d42-b1a2-20c81d2186f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.051852] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.054247] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.664s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.055623] env[69584]: INFO nova.compute.claims [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.079100] env[69584]: DEBUG nova.network.neutron [-] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.084059] env[69584]: INFO nova.scheduler.client.report [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Deleted allocations for instance ed0fd74a-eec1-46e9-81e5-ddb633d5831a [ 1098.116373] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.116576] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.116758] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleting the datastore file [datastore1] 3240f5ba-2863-4730-9d6e-187e3ef6c9eb {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.117031] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d72a013-c5a9-43bd-b526-f09f2c837164 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.126390] env[69584]: DEBUG oslo_vmware.api [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1098.126390] env[69584]: value = "task-3486252" [ 1098.126390] env[69584]: _type = "Task" [ 1098.126390] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.131989] env[69584]: DEBUG nova.network.neutron [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.143059] env[69584]: DEBUG oslo_vmware.api [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.363486] env[69584]: DEBUG nova.network.neutron [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Updating instance_info_cache with network_info: [{"id": "382decaa-b037-4972-b02c-18dfd4cc681c", "address": "fa:16:3e:81:f8:0b", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382decaa-b0", "ovs_interfaceid": "382decaa-b037-4972-b02c-18dfd4cc681c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.523848] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.590710] env[69584]: INFO nova.compute.manager [-] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Took 1.03 seconds to deallocate network for instance. [ 1098.590827] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6ab026ce-d288-47e3-acef-3b0207c192b5 tempest-ImagesOneServerNegativeTestJSON-692697420 tempest-ImagesOneServerNegativeTestJSON-692697420-project-member] Lock "ed0fd74a-eec1-46e9-81e5-ddb633d5831a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.161s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.635924] env[69584]: DEBUG oslo_vmware.api [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281381} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.636360] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.636595] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.636830] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.636948] env[69584]: INFO nova.compute.manager [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1098.637215] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.637426] env[69584]: DEBUG nova.compute.manager [-] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.637515] env[69584]: DEBUG nova.network.neutron [-] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.866083] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "refresh_cache-2983257a-c8e3-4f75-b2c0-b3b2234e86c9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.866455] env[69584]: DEBUG nova.compute.manager [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Instance network_info: |[{"id": "382decaa-b037-4972-b02c-18dfd4cc681c", "address": "fa:16:3e:81:f8:0b", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382decaa-b0", "ovs_interfaceid": "382decaa-b037-4972-b02c-18dfd4cc681c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.866965] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:f8:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '382decaa-b037-4972-b02c-18dfd4cc681c', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.875597] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.875827] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.876066] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5df86a14-d8c6-4125-88ab-8d69bce22d3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.899948] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.899948] env[69584]: value = "task-3486253" [ 1098.899948] env[69584]: _type = "Task" [ 1098.899948] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.909189] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486253, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.028246] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486250, 'name': ReconfigVM_Task, 'duration_secs': 0.515332} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.029554] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 326682e0-1169-4f98-bab5-f7bfc21d1d95/326682e0-1169-4f98-bab5-f7bfc21d1d95.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.031512] env[69584]: DEBUG nova.compute.manager [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Received event network-changed-382decaa-b037-4972-b02c-18dfd4cc681c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.031685] env[69584]: DEBUG nova.compute.manager [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Refreshing instance network info cache due to event network-changed-382decaa-b037-4972-b02c-18dfd4cc681c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.031970] env[69584]: DEBUG oslo_concurrency.lockutils [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] Acquiring lock "refresh_cache-2983257a-c8e3-4f75-b2c0-b3b2234e86c9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.032057] env[69584]: DEBUG oslo_concurrency.lockutils [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] Acquired lock "refresh_cache-2983257a-c8e3-4f75-b2c0-b3b2234e86c9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.032240] env[69584]: DEBUG nova.network.neutron [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Refreshing network info cache for port 382decaa-b037-4972-b02c-18dfd4cc681c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.033333] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d69049-aa2f-4c18-922f-f59051a194a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.040621] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1099.040621] env[69584]: value = "task-3486254" [ 1099.040621] env[69584]: _type = "Task" [ 1099.040621] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.051110] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486254, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.102101] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.337955] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3c4a65-d7c2-4dfe-8a34-7b96ac7d01bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.345874] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abefce0-ac58-44f7-a8de-28ab7cb3149c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.379394] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a7c448-2a15-4718-a881-78a7540b32e4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.388432] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fb9605-4d1b-4a37-a7b9-8aeff7bdab89 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.396587] env[69584]: DEBUG nova.network.neutron [-] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.408111] env[69584]: DEBUG nova.compute.provider_tree [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.418739] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486253, 'name': CreateVM_Task, 'duration_secs': 0.454176} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.418916] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.419606] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.419832] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.420178] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.420729] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac633a8-f40a-4cba-8979-cc0ea90a2c10 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.425304] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1099.425304] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521eed2a-fb85-0203-17b1-bd5f2303264f" [ 1099.425304] env[69584]: _type = "Task" [ 1099.425304] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.432750] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521eed2a-fb85-0203-17b1-bd5f2303264f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.550599] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486254, 'name': Rename_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.765394] env[69584]: DEBUG nova.network.neutron [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Updated VIF entry in instance network info cache for port 382decaa-b037-4972-b02c-18dfd4cc681c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.765773] env[69584]: DEBUG nova.network.neutron [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Updating instance_info_cache with network_info: [{"id": "382decaa-b037-4972-b02c-18dfd4cc681c", "address": "fa:16:3e:81:f8:0b", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382decaa-b0", "ovs_interfaceid": "382decaa-b037-4972-b02c-18dfd4cc681c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.818199] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.818470] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.818658] env[69584]: DEBUG nova.compute.manager [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Going to confirm migration 5 {{(pid=69584) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1099.897682] env[69584]: INFO nova.compute.manager [-] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Took 1.26 seconds to deallocate network for instance. [ 1099.913824] env[69584]: DEBUG nova.scheduler.client.report [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.936929] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521eed2a-fb85-0203-17b1-bd5f2303264f, 'name': SearchDatastore_Task, 'duration_secs': 0.048378} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.939101] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.939346] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.939583] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.939725] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.939941] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.940467] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b7e3c11-0480-4a9c-a934-bcfa38ddc934 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.951364] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.951620] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.952530] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc9be08-8a8d-4c24-8a29-8ae39fe1054b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.958953] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1099.958953] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f31b77-c627-767f-3b5c-5fb3263eedbe" [ 1099.958953] env[69584]: _type = "Task" [ 1099.958953] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.967969] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f31b77-c627-767f-3b5c-5fb3263eedbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.052108] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486254, 'name': Rename_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.274770] env[69584]: DEBUG oslo_concurrency.lockutils [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] Releasing lock "refresh_cache-2983257a-c8e3-4f75-b2c0-b3b2234e86c9" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.274875] env[69584]: DEBUG nova.compute.manager [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Received event network-vif-deleted-8f1818e7-f031-4061-97b5-36742783f607 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.275088] env[69584]: INFO nova.compute.manager [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Neutron deleted interface 8f1818e7-f031-4061-97b5-36742783f607; detaching it from the instance and deleting it from the info cache [ 1100.275272] env[69584]: DEBUG nova.network.neutron [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.376026] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.376255] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.376442] env[69584]: DEBUG nova.network.neutron [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.376658] env[69584]: DEBUG nova.objects.instance [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lazy-loading 'info_cache' on Instance uuid 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.404332] env[69584]: DEBUG oslo_concurrency.lockutils [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.419189] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.419799] env[69584]: DEBUG nova.compute.manager [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.422534] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.483s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.471565] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f31b77-c627-767f-3b5c-5fb3263eedbe, 'name': SearchDatastore_Task, 'duration_secs': 0.02733} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.472512] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26169d0-ac97-40eb-a9e4-03c74f85b560 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.478735] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1100.478735] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b38ca-fef5-ae66-6f13-8be8b35ee2ef" [ 1100.478735] env[69584]: _type = "Task" [ 1100.478735] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.488875] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b38ca-fef5-ae66-6f13-8be8b35ee2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.552670] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486254, 'name': Rename_Task, 'duration_secs': 1.155351} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.552925] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.553206] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccbdaac9-93f7-4eaa-b510-25b4470c1246 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.559657] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1100.559657] env[69584]: value = "task-3486256" [ 1100.559657] env[69584]: _type = "Task" [ 1100.559657] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.568034] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.778216] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba2b8db6-c16f-451c-a7d1-9712bb90fb59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.787810] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05130a46-9d55-48d4-ad49-0859643893e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.818374] env[69584]: DEBUG nova.compute.manager [req-fdaf374a-9bed-44f3-a047-f4af3df3d4bc req-22cf3ccf-820b-49df-b051-dd661bb36ba1 service nova] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Detach interface failed, port_id=8f1818e7-f031-4061-97b5-36742783f607, reason: Instance 3240f5ba-2863-4730-9d6e-187e3ef6c9eb could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.926450] env[69584]: DEBUG nova.compute.utils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.935757] env[69584]: DEBUG nova.compute.manager [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.935885] env[69584]: DEBUG nova.network.neutron [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.984622] env[69584]: DEBUG nova.policy [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5674e4e897f4316ba43a47a27d8f2a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0ef109a853140b8b21bff0738f5fe96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.992553] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]523b38ca-fef5-ae66-6f13-8be8b35ee2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.024166} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.993206] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.993206] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 2983257a-c8e3-4f75-b2c0-b3b2234e86c9/2983257a-c8e3-4f75-b2c0-b3b2234e86c9.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.993421] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52cb66f3-3498-4b51-abf3-74b2b5a0cb9d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.999945] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1100.999945] env[69584]: value = "task-3486257" [ 1100.999945] env[69584]: _type = "Task" [ 1100.999945] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.008231] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.069539] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486256, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.303189] env[69584]: DEBUG nova.network.neutron [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Successfully created port: 1ade6a1c-7942-4560-a01f-b303c37eeef7 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.440588] env[69584]: DEBUG nova.compute.manager [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.449165] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Applying migration context for instance 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe as it has an incoming, in-progress migration d24504b8-3c8b-4109-817d-56a58c11dfbf. Migration status is confirming {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1101.449165] env[69584]: INFO nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating resource usage from migration d24504b8-3c8b-4109-817d-56a58c11dfbf [ 1101.484269] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance c6196367-cd11-4e77-abf7-b0a860d1e0e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.484378] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 5f181790-41f0-4812-84bb-672f2f077e83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.484547] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 2253f844-d04c-421b-8dd7-74ce94e8a69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.484705] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 3240f5ba-2863-4730-9d6e-187e3ef6c9eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.484822] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance e54610c2-ddc0-43c3-9cf4-bd561a64cfc0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.484964] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 06313c15-ab75-47a9-bbba-42c3807b3a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.485060] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance d4b3022f-c2ee-43c3-b695-a7b53ac62ecf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.485172] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 99cf8a13-176a-4f0d-9604-ca0d4f939a7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.485297] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.485428] env[69584]: WARNING nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance b93d53dc-8c34-4859-81c0-fc22654d162a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.485523] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 57aa8c19-b68d-4d9e-80dc-1b91719743e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.485663] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Migration d24504b8-3c8b-4109-817d-56a58c11dfbf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1101.485738] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.485866] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 326682e0-1169-4f98-bab5-f7bfc21d1d95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.486066] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 2983257a-c8e3-4f75-b2c0-b3b2234e86c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.486172] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 5688b532-f104-408d-ab46-4bc914ed4c6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.486385] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1101.486519] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1101.511968] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.571088] env[69584]: DEBUG oslo_vmware.api [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486256, 'name': PowerOnVM_Task, 'duration_secs': 0.630459} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.571698] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.571943] env[69584]: INFO nova.compute.manager [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1101.572161] env[69584]: DEBUG nova.compute.manager [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.572910] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7052d56-751f-42f6-ac01-8a386a29de95 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.709124] env[69584]: DEBUG nova.network.neutron [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance_info_cache with network_info: [{"id": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "address": "fa:16:3e:2f:da:05", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47094ca0-34", "ovs_interfaceid": "47094ca0-340f-4dca-9ee0-a32ecbe52a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.738178] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe8a60-9752-47fa-8401-8bf746f53b48 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.746904] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2101e7-b19f-47cf-8b79-c8401d383205 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.779262] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c891604-d398-4a79-8fe0-d01558c5958f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.787453] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d941041c-5439-4fa1-8bcc-c85adc9c9dc5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.800749] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.012474] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.097029] env[69584]: INFO nova.compute.manager [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Took 38.44 seconds to build instance. [ 1102.212145] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.212802] env[69584]: DEBUG nova.objects.instance [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lazy-loading 'migration_context' on Instance uuid 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.303516] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.463159] env[69584]: DEBUG nova.compute.manager [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.490528] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.491613] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.491613] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.491613] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.491613] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.491613] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.492630] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.492630] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.492630] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.492866] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.493120] env[69584]: DEBUG nova.virt.hardware [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.493991] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d320a49-abe6-42b9-bf00-9bc079d08b7c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.505986] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02dd02-375d-4e3e-aebc-48a87e21ec58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.523826] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.526861] env[69584]: DEBUG nova.compute.manager [req-911b2d92-f1f9-440d-a7de-184761b332b7 req-c42b968c-1680-4c1f-b5f1-1e5232ef48d8 service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Received event network-changed-d1389cda-60dd-4dc4-b13f-98d09de0d144 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.527011] env[69584]: DEBUG nova.compute.manager [req-911b2d92-f1f9-440d-a7de-184761b332b7 req-c42b968c-1680-4c1f-b5f1-1e5232ef48d8 service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Refreshing instance network info cache due to event network-changed-d1389cda-60dd-4dc4-b13f-98d09de0d144. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.527705] env[69584]: DEBUG oslo_concurrency.lockutils [req-911b2d92-f1f9-440d-a7de-184761b332b7 req-c42b968c-1680-4c1f-b5f1-1e5232ef48d8 service nova] Acquiring lock "refresh_cache-326682e0-1169-4f98-bab5-f7bfc21d1d95" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.527705] env[69584]: DEBUG oslo_concurrency.lockutils [req-911b2d92-f1f9-440d-a7de-184761b332b7 req-c42b968c-1680-4c1f-b5f1-1e5232ef48d8 service nova] Acquired lock "refresh_cache-326682e0-1169-4f98-bab5-f7bfc21d1d95" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.527705] env[69584]: DEBUG nova.network.neutron [req-911b2d92-f1f9-440d-a7de-184761b332b7 req-c42b968c-1680-4c1f-b5f1-1e5232ef48d8 service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Refreshing network info cache for port d1389cda-60dd-4dc4-b13f-98d09de0d144 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.599091] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a350126-b95a-4692-89ba-585a2f29c8df tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.971s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.716725] env[69584]: DEBUG nova.objects.base [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Object Instance<2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe> lazy-loaded attributes: info_cache,migration_context {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1102.717766] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cf38ae-ddf0-421e-a4a4-a9b2b66dc737 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.737555] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f063420e-5d51-446d-ae1a-1a67e00515b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.743091] env[69584]: DEBUG oslo_vmware.api [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1102.743091] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ffec50-245a-c8e1-c71e-1cb2a4c4fca8" [ 1102.743091] env[69584]: _type = "Task" [ 1102.743091] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.755613] env[69584]: DEBUG oslo_vmware.api [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ffec50-245a-c8e1-c71e-1cb2a4c4fca8, 'name': SearchDatastore_Task, 'duration_secs': 0.006559} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.758301] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.813582] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1102.813827] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.391s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.814147] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.170s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.814346] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.817276] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.749s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.817504] env[69584]: DEBUG nova.objects.instance [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1102.850187] env[69584]: INFO nova.scheduler.client.report [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleted allocations for instance e54610c2-ddc0-43c3-9cf4-bd561a64cfc0 [ 1103.013718] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486257, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.364583] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0da9d0a3-8043-470e-b103-bf3a8ae30035 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "e54610c2-ddc0-43c3-9cf4-bd561a64cfc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.071s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.462186] env[69584]: DEBUG nova.network.neutron [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Successfully updated port: 1ade6a1c-7942-4560-a01f-b303c37eeef7 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.512465] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486257, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.090069} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.512825] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 2983257a-c8e3-4f75-b2c0-b3b2234e86c9/2983257a-c8e3-4f75-b2c0-b3b2234e86c9.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.513099] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.513403] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b7bb76e-acb2-4341-bbc8-bb57024c8dc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.520780] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1103.520780] env[69584]: value = "task-3486260" [ 1103.520780] env[69584]: _type = "Task" [ 1103.520780] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.528992] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.607775] env[69584]: DEBUG nova.network.neutron [req-911b2d92-f1f9-440d-a7de-184761b332b7 req-c42b968c-1680-4c1f-b5f1-1e5232ef48d8 service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Updated VIF entry in instance network info cache for port d1389cda-60dd-4dc4-b13f-98d09de0d144. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.608115] env[69584]: DEBUG nova.network.neutron [req-911b2d92-f1f9-440d-a7de-184761b332b7 req-c42b968c-1680-4c1f-b5f1-1e5232ef48d8 service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Updating instance_info_cache with network_info: [{"id": "d1389cda-60dd-4dc4-b13f-98d09de0d144", "address": "fa:16:3e:c7:38:08", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1389cda-60", "ovs_interfaceid": "d1389cda-60dd-4dc4-b13f-98d09de0d144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.827345] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1d4169ad-b43b-4eeb-b14a-2a1f01915270 tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.828533] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.720s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.828886] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.832218] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.730s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.832218] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.835809] env[69584]: DEBUG oslo_concurrency.lockutils [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.429s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.835809] env[69584]: DEBUG oslo_concurrency.lockutils [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.835809] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.079s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.856990] env[69584]: INFO nova.scheduler.client.report [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Deleted allocations for instance b93d53dc-8c34-4859-81c0-fc22654d162a [ 1103.858831] env[69584]: INFO nova.scheduler.client.report [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Deleted allocations for instance 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb [ 1103.881540] env[69584]: INFO nova.scheduler.client.report [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted allocations for instance 3240f5ba-2863-4730-9d6e-187e3ef6c9eb [ 1103.969762] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "refresh_cache-5688b532-f104-408d-ab46-4bc914ed4c6c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.969762] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "refresh_cache-5688b532-f104-408d-ab46-4bc914ed4c6c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.969762] env[69584]: DEBUG nova.network.neutron [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.032137] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13905} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.032404] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.033254] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef35771-96d7-404d-b523-b078d85a5c78 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.059746] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 2983257a-c8e3-4f75-b2c0-b3b2234e86c9/2983257a-c8e3-4f75-b2c0-b3b2234e86c9.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.060922] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc98e20-1615-4363-a1d6-aa71c23cbd6e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.084111] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1104.084111] env[69584]: value = "task-3486261" [ 1104.084111] env[69584]: _type = "Task" [ 1104.084111] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.092897] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.111403] env[69584]: DEBUG oslo_concurrency.lockutils [req-911b2d92-f1f9-440d-a7de-184761b332b7 req-c42b968c-1680-4c1f-b5f1-1e5232ef48d8 service nova] Releasing lock "refresh_cache-326682e0-1169-4f98-bab5-f7bfc21d1d95" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.374112] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fedfbb84-da54-45a9-bcc7-1e2b51e0971b tempest-ServersListShow296Test-776884101 tempest-ServersListShow296Test-776884101-project-member] Lock "b93d53dc-8c34-4859-81c0-fc22654d162a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.584s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.375608] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77833edb-2128-4290-abc5-ff2eb6223e56 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.629s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.393392] env[69584]: DEBUG oslo_concurrency.lockutils [None req-add17154-266a-4fe8-8eb1-63b80655b96e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "3240f5ba-2863-4730-9d6e-187e3ef6c9eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.391s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.486675] env[69584]: DEBUG oslo_concurrency.lockutils [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.489058] env[69584]: DEBUG oslo_concurrency.lockutils [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.532586] env[69584]: DEBUG nova.network.neutron [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.564563] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0b21aa-2f1f-40f6-9d3d-05cc40bf4419 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.573039] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eb8560-08b0-432d-816e-59c43ebcdc2d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.616525] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65acedd1-ec59-412a-9250-5f6d1bf19849 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.631092] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486261, 'name': ReconfigVM_Task, 'duration_secs': 0.31593} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.634530] env[69584]: DEBUG nova.compute.manager [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Received event network-vif-plugged-1ade6a1c-7942-4560-a01f-b303c37eeef7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.634856] env[69584]: DEBUG oslo_concurrency.lockutils [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] Acquiring lock "5688b532-f104-408d-ab46-4bc914ed4c6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.634990] env[69584]: DEBUG oslo_concurrency.lockutils [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] Lock "5688b532-f104-408d-ab46-4bc914ed4c6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.635208] env[69584]: DEBUG oslo_concurrency.lockutils [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] Lock "5688b532-f104-408d-ab46-4bc914ed4c6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.635280] env[69584]: DEBUG nova.compute.manager [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] No waiting events found dispatching network-vif-plugged-1ade6a1c-7942-4560-a01f-b303c37eeef7 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.635436] env[69584]: WARNING nova.compute.manager [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Received unexpected event network-vif-plugged-1ade6a1c-7942-4560-a01f-b303c37eeef7 for instance with vm_state building and task_state spawning. [ 1104.635588] env[69584]: DEBUG nova.compute.manager [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Received event network-changed-1ade6a1c-7942-4560-a01f-b303c37eeef7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.635741] env[69584]: DEBUG nova.compute.manager [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Refreshing instance network info cache due to event network-changed-1ade6a1c-7942-4560-a01f-b303c37eeef7. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.635902] env[69584]: DEBUG oslo_concurrency.lockutils [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] Acquiring lock "refresh_cache-5688b532-f104-408d-ab46-4bc914ed4c6c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.636124] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 2983257a-c8e3-4f75-b2c0-b3b2234e86c9/2983257a-c8e3-4f75-b2c0-b3b2234e86c9.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.637568] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b7d3d97-4b5f-4b3c-8f79-b484f850ff80 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.640562] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b13d3c1-bb1e-475a-a243-d7dad5ebdb29 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.661090] env[69584]: DEBUG nova.compute.provider_tree [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.663131] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1104.663131] env[69584]: value = "task-3486262" [ 1104.663131] env[69584]: _type = "Task" [ 1104.663131] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.741985] env[69584]: DEBUG nova.network.neutron [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Updating instance_info_cache with network_info: [{"id": "1ade6a1c-7942-4560-a01f-b303c37eeef7", "address": "fa:16:3e:2b:32:c9", "network": {"id": "71c37661-b292-4fb1-97e6-95744b1fa96b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1165214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d0ef109a853140b8b21bff0738f5fe96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ade6a1c-79", "ovs_interfaceid": "1ade6a1c-7942-4560-a01f-b303c37eeef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.993220] env[69584]: INFO nova.compute.manager [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Detaching volume b7444e3c-5027-465f-b9b7-922a9b21a047 [ 1105.054744] env[69584]: INFO nova.virt.block_device [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Attempting to driver detach volume b7444e3c-5027-465f-b9b7-922a9b21a047 from mountpoint /dev/sdb [ 1105.054988] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.055215] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696864', 'volume_id': 'b7444e3c-5027-465f-b9b7-922a9b21a047', 'name': 'volume-b7444e3c-5027-465f-b9b7-922a9b21a047', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2253f844-d04c-421b-8dd7-74ce94e8a69e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7444e3c-5027-465f-b9b7-922a9b21a047', 'serial': 'b7444e3c-5027-465f-b9b7-922a9b21a047'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1105.056178] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4507517-4989-4de4-89ca-2879f56a80a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.090071] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbb2852-9091-406a-838b-bb55305333e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.098760] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579c75f8-e4a1-44ef-b061-0762045bd66b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.122847] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd1783f-1db2-4cdb-b657-6278092dec3a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.124731] env[69584]: DEBUG oslo_concurrency.lockutils [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.125087] env[69584]: DEBUG oslo_concurrency.lockutils [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.125377] env[69584]: DEBUG oslo_concurrency.lockutils [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.125664] env[69584]: DEBUG oslo_concurrency.lockutils [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.125872] env[69584]: DEBUG oslo_concurrency.lockutils [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.128526] env[69584]: INFO nova.compute.manager [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Terminating instance [ 1105.142602] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] The volume has not been displaced from its original location: [datastore2] volume-b7444e3c-5027-465f-b9b7-922a9b21a047/volume-b7444e3c-5027-465f-b9b7-922a9b21a047.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1105.149693] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.151159] env[69584]: DEBUG nova.compute.manager [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.151384] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.151650] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-990ad479-bf95-4b5c-aa2d-f42099b18734 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.167880] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8ab1e5-c58d-40c1-ac5c-8e500a15b0f8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.171614] env[69584]: DEBUG nova.scheduler.client.report [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.183703] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.186950] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d664367-de4d-4f45-91b3-34e3850abb5b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.189127] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486262, 'name': Rename_Task, 'duration_secs': 0.156865} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.190790] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.191271] env[69584]: DEBUG oslo_vmware.api [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1105.191271] env[69584]: value = "task-3486263" [ 1105.191271] env[69584]: _type = "Task" [ 1105.191271] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.191643] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199bb2d7-d209-4448-a02f-9376c64eeb6f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.200988] env[69584]: DEBUG oslo_vmware.api [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1105.200988] env[69584]: value = "task-3486264" [ 1105.200988] env[69584]: _type = "Task" [ 1105.200988] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.205654] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1105.205654] env[69584]: value = "task-3486265" [ 1105.205654] env[69584]: _type = "Task" [ 1105.205654] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.209493] env[69584]: DEBUG oslo_vmware.api [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.215951] env[69584]: DEBUG oslo_vmware.api [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.220920] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.245299] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "refresh_cache-5688b532-f104-408d-ab46-4bc914ed4c6c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.246021] env[69584]: DEBUG nova.compute.manager [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Instance network_info: |[{"id": "1ade6a1c-7942-4560-a01f-b303c37eeef7", "address": "fa:16:3e:2b:32:c9", "network": {"id": "71c37661-b292-4fb1-97e6-95744b1fa96b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1165214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d0ef109a853140b8b21bff0738f5fe96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ade6a1c-79", "ovs_interfaceid": "1ade6a1c-7942-4560-a01f-b303c37eeef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.246223] env[69584]: DEBUG oslo_concurrency.lockutils [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] Acquired lock "refresh_cache-5688b532-f104-408d-ab46-4bc914ed4c6c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.246339] env[69584]: DEBUG nova.network.neutron [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Refreshing network info cache for port 1ade6a1c-7942-4560-a01f-b303c37eeef7 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.247776] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:32:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ade6a1c-7942-4560-a01f-b303c37eeef7', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.255758] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Creating folder: Project (d0ef109a853140b8b21bff0738f5fe96). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.259187] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8f33e82-ca3c-4002-a995-fabe266477f2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.271250] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Created folder: Project (d0ef109a853140b8b21bff0738f5fe96) in parent group-v696614. [ 1105.271486] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Creating folder: Instances. Parent ref: group-v696898. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.271766] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17e08561-fef0-4f98-b7c4-7824c74a1adc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.282735] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Created folder: Instances in parent group-v696898. [ 1105.283048] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.283243] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.283497] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5d1f356-d413-4a18-8e90-0e6d7c1083b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.307896] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.307896] env[69584]: value = "task-3486268" [ 1105.307896] env[69584]: _type = "Task" [ 1105.307896] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.317642] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486268, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.511025] env[69584]: DEBUG nova.network.neutron [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Updated VIF entry in instance network info cache for port 1ade6a1c-7942-4560-a01f-b303c37eeef7. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.511488] env[69584]: DEBUG nova.network.neutron [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Updating instance_info_cache with network_info: [{"id": "1ade6a1c-7942-4560-a01f-b303c37eeef7", "address": "fa:16:3e:2b:32:c9", "network": {"id": "71c37661-b292-4fb1-97e6-95744b1fa96b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1165214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d0ef109a853140b8b21bff0738f5fe96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ade6a1c-79", "ovs_interfaceid": "1ade6a1c-7942-4560-a01f-b303c37eeef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.635270] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.635270] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.703883] env[69584]: DEBUG oslo_vmware.api [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486263, 'name': ReconfigVM_Task, 'duration_secs': 0.256675} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.707077] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.712380] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79863f30-4e94-4023-b175-f665a6aa42d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.730384] env[69584]: DEBUG oslo_vmware.api [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486264, 'name': PowerOffVM_Task, 'duration_secs': 0.300679} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.731116] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.731265] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.731446] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a0a579b-931c-4cd9-ba1e-67193d210e7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.734804] env[69584]: DEBUG oslo_vmware.api [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1105.734804] env[69584]: value = "task-3486270" [ 1105.734804] env[69584]: _type = "Task" [ 1105.734804] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.738179] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486265, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.752043] env[69584]: DEBUG oslo_vmware.api [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.802823] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.803085] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.803279] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Deleting the datastore file [datastore2] 99cf8a13-176a-4f0d-9604-ca0d4f939a7d {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.803568] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84ca2b36-34bd-4d39-90f3-dcca2fffe5ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.814175] env[69584]: DEBUG oslo_vmware.api [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1105.814175] env[69584]: value = "task-3486272" [ 1105.814175] env[69584]: _type = "Task" [ 1105.814175] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.821289] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486268, 'name': CreateVM_Task, 'duration_secs': 0.402245} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.821870] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.822619] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.822774] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.823120] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.826354] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0033ab-f37f-4dcb-882a-8d12d6cdb335 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.828327] env[69584]: DEBUG oslo_vmware.api [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.831763] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1105.831763] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521fa704-d5a6-05b6-30ea-f5b6b21e3294" [ 1105.831763] env[69584]: _type = "Task" [ 1105.831763] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.840990] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521fa704-d5a6-05b6-30ea-f5b6b21e3294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.017931] env[69584]: DEBUG oslo_concurrency.lockutils [req-c6d2f5bc-1260-42dd-932a-c609dd314fe2 req-041f56aa-d22e-467a-b24c-50edeb91a699 service nova] Releasing lock "refresh_cache-5688b532-f104-408d-ab46-4bc914ed4c6c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.047414] env[69584]: DEBUG nova.compute.manager [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Stashing vm_state: active {{(pid=69584) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1106.139342] env[69584]: DEBUG nova.compute.manager [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.182516] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.347s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.223851] env[69584]: DEBUG oslo_vmware.api [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486265, 'name': PowerOnVM_Task, 'duration_secs': 0.601566} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.223851] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.224674] env[69584]: INFO nova.compute.manager [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1106.224957] env[69584]: DEBUG nova.compute.manager [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.226521] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de837462-3c1c-46aa-b3e3-9f9dbd0e5ef8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.248431] env[69584]: DEBUG oslo_vmware.api [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486270, 'name': ReconfigVM_Task, 'duration_secs': 0.172352} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.249016] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696864', 'volume_id': 'b7444e3c-5027-465f-b9b7-922a9b21a047', 'name': 'volume-b7444e3c-5027-465f-b9b7-922a9b21a047', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2253f844-d04c-421b-8dd7-74ce94e8a69e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7444e3c-5027-465f-b9b7-922a9b21a047', 'serial': 'b7444e3c-5027-465f-b9b7-922a9b21a047'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.328827] env[69584]: DEBUG oslo_vmware.api [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235938} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.329208] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.330205] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.330463] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.330693] env[69584]: INFO nova.compute.manager [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1106.331033] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.331296] env[69584]: DEBUG nova.compute.manager [-] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.331432] env[69584]: DEBUG nova.network.neutron [-] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.342351] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521fa704-d5a6-05b6-30ea-f5b6b21e3294, 'name': SearchDatastore_Task, 'duration_secs': 0.021063} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.342706] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.342987] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.343299] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.343490] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.343720] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.344327] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b6a435-2eb0-4a65-ab63-f5fbf39bf907 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.362360] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.363581] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.364950] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8688ca-1fa8-4f89-8501-6ec5e1dfcc98 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.373160] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1106.373160] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527eb759-1e0b-478c-340a-836f82721855" [ 1106.373160] env[69584]: _type = "Task" [ 1106.373160] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.380718] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527eb759-1e0b-478c-340a-836f82721855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.584024] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.584024] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.662781] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.684170] env[69584]: DEBUG nova.compute.manager [req-a2e822ce-e456-4059-abae-8acdd7d95744 req-b1ee5333-0586-411c-982c-1107317a79dc service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Received event network-vif-deleted-7e2d737a-7424-40b0-bfa2-7d64f2209cba {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.684170] env[69584]: INFO nova.compute.manager [req-a2e822ce-e456-4059-abae-8acdd7d95744 req-b1ee5333-0586-411c-982c-1107317a79dc service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Neutron deleted interface 7e2d737a-7424-40b0-bfa2-7d64f2209cba; detaching it from the instance and deleting it from the info cache [ 1106.684170] env[69584]: DEBUG nova.network.neutron [req-a2e822ce-e456-4059-abae-8acdd7d95744 req-b1ee5333-0586-411c-982c-1107317a79dc service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.745964] env[69584]: INFO nova.compute.manager [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Took 35.56 seconds to build instance. [ 1106.750914] env[69584]: INFO nova.scheduler.client.report [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted allocation for migration d24504b8-3c8b-4109-817d-56a58c11dfbf [ 1106.814696] env[69584]: DEBUG nova.objects.instance [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lazy-loading 'flavor' on Instance uuid 2253f844-d04c-421b-8dd7-74ce94e8a69e {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.881941] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]527eb759-1e0b-478c-340a-836f82721855, 'name': SearchDatastore_Task, 'duration_secs': 0.017877} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.882839] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a79ce6-6ad1-4368-bc47-e43ce02e7813 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.888148] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1106.888148] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c2a89d-1747-4559-b280-3276b9cf11cd" [ 1106.888148] env[69584]: _type = "Task" [ 1106.888148] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.896264] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c2a89d-1747-4559-b280-3276b9cf11cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.091372] env[69584]: INFO nova.compute.claims [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.158326] env[69584]: DEBUG nova.network.neutron [-] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.187822] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e61cbf1-0127-481f-be9e-d2fe4a63ccad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.202307] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397c02a-9c47-49b0-a826-cb702b45a2af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.235975] env[69584]: DEBUG nova.compute.manager [req-a2e822ce-e456-4059-abae-8acdd7d95744 req-b1ee5333-0586-411c-982c-1107317a79dc service nova] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Detach interface failed, port_id=7e2d737a-7424-40b0-bfa2-7d64f2209cba, reason: Instance 99cf8a13-176a-4f0d-9604-ca0d4f939a7d could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.248327] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bc08238a-1500-41d8-8671-7ee561b7cb2e tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.069s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.255554] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5d2a54e-cbae-4418-bd70-f227fa2a44b2 tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.437s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.403932] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c2a89d-1747-4559-b280-3276b9cf11cd, 'name': SearchDatastore_Task, 'duration_secs': 0.040074} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.404034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.404244] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 5688b532-f104-408d-ab46-4bc914ed4c6c/5688b532-f104-408d-ab46-4bc914ed4c6c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.404525] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-210650b4-2e6c-4a2b-be4a-8e6af3604c5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.411617] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1107.411617] env[69584]: value = "task-3486273" [ 1107.411617] env[69584]: _type = "Task" [ 1107.411617] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.421396] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.602258] env[69584]: INFO nova.compute.resource_tracker [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating resource usage from migration 944537f5-6b4a-43ec-94d6-94b61c178cd2 [ 1107.606494] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.606494] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.606687] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.606905] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.607119] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.610335] env[69584]: INFO nova.compute.manager [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Terminating instance [ 1107.663247] env[69584]: INFO nova.compute.manager [-] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Took 1.33 seconds to deallocate network for instance. [ 1107.663618] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "c035d7fa-620c-4d65-b923-971c84e68ca5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.663898] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.822852] env[69584]: DEBUG oslo_concurrency.lockutils [None req-67abdf57-0631-4d93-b405-f8206f218012 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.836239] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bbe469-9a67-41ba-a10d-0550bf1545f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.845446] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0a1cf8-7d4a-45e4-b675-2b656468112b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.879200] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bc6920-6058-4408-9da6-628586ccf00b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.886908] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84890c50-3d93-4ef9-b157-df513e5d1f4d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.901671] env[69584]: DEBUG nova.compute.provider_tree [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.921647] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486273, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.083111] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "cfe0f30c-db28-47db-8bdc-147af4643285" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.083370] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "cfe0f30c-db28-47db-8bdc-147af4643285" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.084518] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.084716] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.084914] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "2253f844-d04c-421b-8dd7-74ce94e8a69e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.085107] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.085275] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.087238] env[69584]: INFO nova.compute.manager [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Terminating instance [ 1108.118504] env[69584]: DEBUG nova.compute.manager [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.118743] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.119675] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ab06e-f809-4b04-ab14-0fa9fb63897f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.127376] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.127618] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fa03e80-ac99-489b-a7d3-e09bf9cf0e90 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.133867] env[69584]: DEBUG oslo_vmware.api [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1108.133867] env[69584]: value = "task-3486275" [ 1108.133867] env[69584]: _type = "Task" [ 1108.133867] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.141255] env[69584]: DEBUG oslo_vmware.api [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.172381] env[69584]: DEBUG nova.compute.manager [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.175977] env[69584]: DEBUG oslo_concurrency.lockutils [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.219512] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81a538d-6eea-4beb-9aed-867e54a218bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.227320] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1fe78-605c-4515-9fd3-d4952b28ee98 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Suspending the VM {{(pid=69584) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1108.227748] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ae2285f1-1f67-4fde-9702-aa7bff22333b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.235571] env[69584]: DEBUG oslo_vmware.api [None req-d8a1fe78-605c-4515-9fd3-d4952b28ee98 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1108.235571] env[69584]: value = "task-3486276" [ 1108.235571] env[69584]: _type = "Task" [ 1108.235571] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.243959] env[69584]: DEBUG oslo_vmware.api [None req-d8a1fe78-605c-4515-9fd3-d4952b28ee98 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486276, 'name': SuspendVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.422311] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64079} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.422556] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 5688b532-f104-408d-ab46-4bc914ed4c6c/5688b532-f104-408d-ab46-4bc914ed4c6c.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.423940] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.423940] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1419c3f2-1be2-4de0-8ef1-3c3afa3cda2d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.426171] env[69584]: ERROR nova.scheduler.client.report [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [req-d5cd6d90-bc89-44ac-9017-a99c832eb06a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 30f8f051-88a7-431d-bbd1-9aafd798bbef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5cd6d90-bc89-44ac-9017-a99c832eb06a"}]} [ 1108.430776] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1108.430776] env[69584]: value = "task-3486277" [ 1108.430776] env[69584]: _type = "Task" [ 1108.430776] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.443904] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.452828] env[69584]: DEBUG nova.scheduler.client.report [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1108.469156] env[69584]: DEBUG nova.scheduler.client.report [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1108.469405] env[69584]: DEBUG nova.compute.provider_tree [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.483617] env[69584]: DEBUG nova.scheduler.client.report [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1108.510903] env[69584]: DEBUG nova.scheduler.client.report [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1108.587219] env[69584]: DEBUG nova.compute.manager [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.590525] env[69584]: DEBUG nova.compute.manager [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.590525] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.591814] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a304c59c-7925-460b-8786-4390e14efc04 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.604570] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.604860] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a56330-7f19-4848-b4c9-2c1bcc8c6f00 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.613049] env[69584]: DEBUG oslo_vmware.api [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1108.613049] env[69584]: value = "task-3486278" [ 1108.613049] env[69584]: _type = "Task" [ 1108.613049] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.621233] env[69584]: DEBUG oslo_vmware.api [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.644538] env[69584]: DEBUG oslo_vmware.api [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486275, 'name': PowerOffVM_Task, 'duration_secs': 0.202752} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.647453] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.647685] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.648873] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c4a969d-b02c-4cbb-a760-c505680a7d72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.703662] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.716790] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.717107] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.717348] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleting the datastore file [datastore2] 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.717663] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b35aae7-0934-45ae-969d-7bfb37146bef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.724175] env[69584]: DEBUG oslo_vmware.api [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1108.724175] env[69584]: value = "task-3486280" [ 1108.724175] env[69584]: _type = "Task" [ 1108.724175] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.729103] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96884dc7-a477-4ac1-9ff0-ea056b7bda74 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.737663] env[69584]: DEBUG oslo_vmware.api [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.743240] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c758c74b-e426-4107-bdc4-0e79efcaa9af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.751287] env[69584]: DEBUG oslo_vmware.api [None req-d8a1fe78-605c-4515-9fd3-d4952b28ee98 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486276, 'name': SuspendVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.777823] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649f795-cccc-4848-9e5b-32af382dc2c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.785427] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ebf742-3960-4db4-9395-ca97c116ad97 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.799784] env[69584]: DEBUG nova.compute.provider_tree [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.944999] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117763} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.945374] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.946255] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eaec46-ccfd-4703-8dc8-85ac57c65338 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.972333] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 5688b532-f104-408d-ab46-4bc914ed4c6c/5688b532-f104-408d-ab46-4bc914ed4c6c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.972847] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac395039-00c3-4b2b-90cb-bdee88831f10 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.997808] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1108.997808] env[69584]: value = "task-3486281" [ 1108.997808] env[69584]: _type = "Task" [ 1108.997808] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.005900] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.107407] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.123631] env[69584]: DEBUG oslo_vmware.api [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486278, 'name': PowerOffVM_Task, 'duration_secs': 0.193456} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.123998] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.124204] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.124479] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8d8857b-a7e7-46ad-a7f3-f58321012769 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.184801] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.185059] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.185285] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleting the datastore file [datastore2] 2253f844-d04c-421b-8dd7-74ce94e8a69e {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.185582] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2320c7a3-1737-4987-affd-1bba8e5e28f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.191912] env[69584]: DEBUG oslo_vmware.api [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1109.191912] env[69584]: value = "task-3486283" [ 1109.191912] env[69584]: _type = "Task" [ 1109.191912] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.199922] env[69584]: DEBUG oslo_vmware.api [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.233559] env[69584]: DEBUG oslo_vmware.api [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318249} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.233812] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.234265] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.234496] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.234675] env[69584]: INFO nova.compute.manager [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1109.234916] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.235123] env[69584]: DEBUG nova.compute.manager [-] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.235218] env[69584]: DEBUG nova.network.neutron [-] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.244778] env[69584]: DEBUG oslo_vmware.api [None req-d8a1fe78-605c-4515-9fd3-d4952b28ee98 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486276, 'name': SuspendVM_Task, 'duration_secs': 0.658193} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.245040] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1fe78-605c-4515-9fd3-d4952b28ee98 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Suspended the VM {{(pid=69584) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1109.245226] env[69584]: DEBUG nova.compute.manager [None req-d8a1fe78-605c-4515-9fd3-d4952b28ee98 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.245981] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffb7150-e88b-45b1-8f46-6db907cb8b05 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.304060] env[69584]: DEBUG nova.scheduler.client.report [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.496257] env[69584]: DEBUG nova.compute.manager [req-a6ec321c-3f1d-4ff0-b83d-a5122b196031 req-5946a47d-bfb6-4548-8b0e-fcc72a430957 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Received event network-vif-deleted-47094ca0-340f-4dca-9ee0-a32ecbe52a4a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.496502] env[69584]: INFO nova.compute.manager [req-a6ec321c-3f1d-4ff0-b83d-a5122b196031 req-5946a47d-bfb6-4548-8b0e-fcc72a430957 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Neutron deleted interface 47094ca0-340f-4dca-9ee0-a32ecbe52a4a; detaching it from the instance and deleting it from the info cache [ 1109.496715] env[69584]: DEBUG nova.network.neutron [req-a6ec321c-3f1d-4ff0-b83d-a5122b196031 req-5946a47d-bfb6-4548-8b0e-fcc72a430957 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.508184] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486281, 'name': ReconfigVM_Task, 'duration_secs': 0.289403} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.508501] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 5688b532-f104-408d-ab46-4bc914ed4c6c/5688b532-f104-408d-ab46-4bc914ed4c6c.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.509328] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9669357c-b8e7-41e1-9bfd-6608cc107a3c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.518335] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1109.518335] env[69584]: value = "task-3486284" [ 1109.518335] env[69584]: _type = "Task" [ 1109.518335] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.524408] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486284, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.702355] env[69584]: DEBUG oslo_vmware.api [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176124} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.702676] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.702795] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.703014] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.703211] env[69584]: INFO nova.compute.manager [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1109.703453] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.703643] env[69584]: DEBUG nova.compute.manager [-] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.703737] env[69584]: DEBUG nova.network.neutron [-] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.808293] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.225s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.808546] env[69584]: INFO nova.compute.manager [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Migrating [ 1109.815488] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.153s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.817090] env[69584]: INFO nova.compute.claims [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.977043] env[69584]: DEBUG nova.network.neutron [-] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.999673] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4a676ff-f374-469b-baab-91bcdfd87efd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.018182] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3ba19c-ac48-4063-b18f-560058ee46a8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.040279] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486284, 'name': Rename_Task, 'duration_secs': 0.133157} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.040569] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.040854] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52184418-0581-4274-9bbe-842b2d707c51 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.051932] env[69584]: DEBUG nova.compute.manager [req-a6ec321c-3f1d-4ff0-b83d-a5122b196031 req-5946a47d-bfb6-4548-8b0e-fcc72a430957 service nova] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Detach interface failed, port_id=47094ca0-340f-4dca-9ee0-a32ecbe52a4a, reason: Instance 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.053284] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1110.053284] env[69584]: value = "task-3486286" [ 1110.053284] env[69584]: _type = "Task" [ 1110.053284] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.062132] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486286, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.328954] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.328954] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.328954] env[69584]: DEBUG nova.network.neutron [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.481112] env[69584]: INFO nova.compute.manager [-] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Took 1.25 seconds to deallocate network for instance. [ 1110.566521] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486286, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.704028] env[69584]: DEBUG nova.network.neutron [-] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.714678] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.714974] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.715228] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.715424] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.715768] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.717888] env[69584]: INFO nova.compute.manager [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Terminating instance [ 1110.986817] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.009746] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3bf64-95d0-470c-af2f-6c541ea1d253 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.017136] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d55fd4-51f1-4985-808e-0b034b50fa55 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.047041] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a28da9e-e807-4e7c-beec-f85e07ca50c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.053428] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60491642-4b7c-4aef-aee3-5b8bc6dd174b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.057751] env[69584]: DEBUG nova.network.neutron [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance_info_cache with network_info: [{"id": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "address": "fa:16:3e:3c:3f:9d", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48f084-db", "ovs_interfaceid": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.071065] env[69584]: DEBUG nova.compute.provider_tree [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.075395] env[69584]: DEBUG oslo_vmware.api [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486286, 'name': PowerOnVM_Task, 'duration_secs': 0.551813} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.075810] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.076015] env[69584]: INFO nova.compute.manager [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1111.076199] env[69584]: DEBUG nova.compute.manager [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.077132] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16a98c7-8556-4af2-aee9-9c2cda6f73ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.205170] env[69584]: INFO nova.compute.manager [-] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Took 1.50 seconds to deallocate network for instance. [ 1111.221579] env[69584]: DEBUG nova.compute.manager [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.221907] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.222822] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b7a1dc-193b-49a3-bac2-60af4614dfd2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.232762] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.233029] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02b7a096-31f0-469d-a016-bb97635b6b17 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.519785] env[69584]: DEBUG nova.compute.manager [req-9ff37c85-2891-4afa-a4a2-d54f1406e51c req-d973376a-e691-4161-86d4-d1cf65b05e29 service nova] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Received event network-vif-deleted-836e065b-5690-47e7-ace2-2e93c3e03a55 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.562984] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.577348] env[69584]: DEBUG nova.scheduler.client.report [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.593788] env[69584]: INFO nova.compute.manager [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Took 20.23 seconds to build instance. [ 1111.711709] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.082157] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.082581] env[69584]: DEBUG nova.compute.manager [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.085034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.909s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.085210] env[69584]: DEBUG nova.objects.instance [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lazy-loading 'resources' on Instance uuid 99cf8a13-176a-4f0d-9604-ca0d4f939a7d {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.095178] env[69584]: DEBUG oslo_concurrency.lockutils [None req-10c57138-87da-4da5-a117-4c5048b0cad2 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "5688b532-f104-408d-ab46-4bc914ed4c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.744s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.588137] env[69584]: DEBUG nova.compute.utils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.592085] env[69584]: DEBUG nova.compute.manager [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.592294] env[69584]: DEBUG nova.network.neutron [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.629238] env[69584]: DEBUG nova.policy [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a585ec00a77e464fafff3b31f377a84f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e2f7de114e4a6c8ccfe36f26f85872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.771585] env[69584]: INFO nova.compute.manager [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Rescuing [ 1112.771912] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "refresh_cache-5688b532-f104-408d-ab46-4bc914ed4c6c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.772097] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "refresh_cache-5688b532-f104-408d-ab46-4bc914ed4c6c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.772260] env[69584]: DEBUG nova.network.neutron [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.788057] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b695b475-0d1a-4f2b-9523-ac1bd1661ca2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.798690] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd1581f-6cba-4c5c-890d-324280f73802 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.833332] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab9253d-8770-4942-8978-b985141c3e6b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.841583] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bcb38f-7e0d-4daf-b097-1518008e67e8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.858083] env[69584]: DEBUG nova.compute.provider_tree [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.905319] env[69584]: DEBUG nova.network.neutron [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Successfully created port: 8fad2167-d70c-440a-8309-cc9468e57ce8 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.078795] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed98239b-dd69-4328-853b-003e7ffa80da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.098681] env[69584]: DEBUG nova.compute.manager [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.101814] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance '06313c15-ab75-47a9-bbba-42c3807b3a56' progress to 0 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.361655] env[69584]: DEBUG nova.scheduler.client.report [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.490702] env[69584]: DEBUG nova.network.neutron [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Updating instance_info_cache with network_info: [{"id": "1ade6a1c-7942-4560-a01f-b303c37eeef7", "address": "fa:16:3e:2b:32:c9", "network": {"id": "71c37661-b292-4fb1-97e6-95744b1fa96b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1165214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d0ef109a853140b8b21bff0738f5fe96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ade6a1c-79", "ovs_interfaceid": "1ade6a1c-7942-4560-a01f-b303c37eeef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.606877] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.607402] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ca5f9b0-bd88-456f-814f-fb71c447a195 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.615949] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1113.615949] env[69584]: value = "task-3486289" [ 1113.615949] env[69584]: _type = "Task" [ 1113.615949] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.624149] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.868699] env[69584]: DEBUG oslo_concurrency.lockutils [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.871909] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.168s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.874278] env[69584]: INFO nova.compute.claims [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.894631] env[69584]: INFO nova.scheduler.client.report [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Deleted allocations for instance 99cf8a13-176a-4f0d-9604-ca0d4f939a7d [ 1113.993851] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "refresh_cache-5688b532-f104-408d-ab46-4bc914ed4c6c" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.109842] env[69584]: DEBUG nova.compute.manager [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.126028] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486289, 'name': PowerOffVM_Task, 'duration_secs': 0.263043} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.128015] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.128358] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance '06313c15-ab75-47a9-bbba-42c3807b3a56' progress to 17 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.137127] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.137364] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.137520] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.137753] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.137911] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.138076] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.138284] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.138467] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.138626] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.138764] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.138941] env[69584]: DEBUG nova.virt.hardware [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.139774] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91ff6ab-575a-4575-bce9-6a8fd3c4ffa6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.147425] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550cbc6b-27be-4132-80d2-3972dcc33c93 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.306829] env[69584]: DEBUG nova.compute.manager [req-9d0435d7-6206-4e2f-942e-21e33c1c6c05 req-747da511-3fc9-4afe-a8d2-22c752fb2b55 service nova] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Received event network-vif-plugged-8fad2167-d70c-440a-8309-cc9468e57ce8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.307652] env[69584]: DEBUG oslo_concurrency.lockutils [req-9d0435d7-6206-4e2f-942e-21e33c1c6c05 req-747da511-3fc9-4afe-a8d2-22c752fb2b55 service nova] Acquiring lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.307827] env[69584]: DEBUG oslo_concurrency.lockutils [req-9d0435d7-6206-4e2f-942e-21e33c1c6c05 req-747da511-3fc9-4afe-a8d2-22c752fb2b55 service nova] Lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.308009] env[69584]: DEBUG oslo_concurrency.lockutils [req-9d0435d7-6206-4e2f-942e-21e33c1c6c05 req-747da511-3fc9-4afe-a8d2-22c752fb2b55 service nova] Lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.308186] env[69584]: DEBUG nova.compute.manager [req-9d0435d7-6206-4e2f-942e-21e33c1c6c05 req-747da511-3fc9-4afe-a8d2-22c752fb2b55 service nova] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] No waiting events found dispatching network-vif-plugged-8fad2167-d70c-440a-8309-cc9468e57ce8 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.308352] env[69584]: WARNING nova.compute.manager [req-9d0435d7-6206-4e2f-942e-21e33c1c6c05 req-747da511-3fc9-4afe-a8d2-22c752fb2b55 service nova] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Received unexpected event network-vif-plugged-8fad2167-d70c-440a-8309-cc9468e57ce8 for instance with vm_state building and task_state spawning. [ 1114.390913] env[69584]: DEBUG nova.network.neutron [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Successfully updated port: 8fad2167-d70c-440a-8309-cc9468e57ce8 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.403064] env[69584]: DEBUG oslo_concurrency.lockutils [None req-826a8f09-0787-4c0f-bd66-331000a26035 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "99cf8a13-176a-4f0d-9604-ca0d4f939a7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.278s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.635582] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.635846] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.636021] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.636211] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.636365] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.636512] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.636714] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.636872] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.637102] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.637289] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.637470] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.642628] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e6227d-6b1e-4624-ad85-2fb272aa178b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.658859] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1114.658859] env[69584]: value = "task-3486290" [ 1114.658859] env[69584]: _type = "Task" [ 1114.658859] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.667011] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.816387] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Acquiring lock "80766760-32cf-402e-a8a8-ccb8e32b192f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.816622] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "80766760-32cf-402e-a8a8-ccb8e32b192f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.892617] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "refresh_cache-b91d5d9b-633f-46ea-9d31-6d56a4fd32af" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.893038] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "refresh_cache-b91d5d9b-633f-46ea-9d31-6d56a4fd32af" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.893038] env[69584]: DEBUG nova.network.neutron [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.079235] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d23724-9ad3-4cd5-a7c5-8bc2d27635c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.083402] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.083633] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.083958] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleting the datastore file [datastore1] 2983257a-c8e3-4f75-b2c0-b3b2234e86c9 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.086060] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f83c768-ed93-447e-9255-742a4917d6fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.088454] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcbd718-1353-4bbc-8a48-78d71858c671 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.095726] env[69584]: DEBUG oslo_vmware.api [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1115.095726] env[69584]: value = "task-3486291" [ 1115.095726] env[69584]: _type = "Task" [ 1115.095726] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.123744] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf12344-e9d2-47e9-9a38-9f6b94761f61 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.133352] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1e0f0e-bec3-4b9f-bbe6-97adda7cba40 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.137089] env[69584]: DEBUG oslo_vmware.api [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.147037] env[69584]: DEBUG nova.compute.provider_tree [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.167996] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486290, 'name': ReconfigVM_Task, 'duration_secs': 0.229289} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.168335] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance '06313c15-ab75-47a9-bbba-42c3807b3a56' progress to 33 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.319916] env[69584]: DEBUG nova.compute.manager [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.429172] env[69584]: DEBUG nova.network.neutron [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.509171] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.509510] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.509851] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.510086] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.510265] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.512471] env[69584]: INFO nova.compute.manager [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Terminating instance [ 1115.531404] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.531959] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d883527e-74f2-446c-8a58-5537bbf74f4e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.541480] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1115.541480] env[69584]: value = "task-3486292" [ 1115.541480] env[69584]: _type = "Task" [ 1115.541480] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.549355] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.566799] env[69584]: DEBUG nova.network.neutron [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Updating instance_info_cache with network_info: [{"id": "8fad2167-d70c-440a-8309-cc9468e57ce8", "address": "fa:16:3e:2d:ee:c1", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fad2167-d7", "ovs_interfaceid": "8fad2167-d70c-440a-8309-cc9468e57ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.629372] env[69584]: DEBUG oslo_vmware.api [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190517} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.629623] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.629881] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.630079] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.630265] env[69584]: INFO nova.compute.manager [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Took 4.41 seconds to destroy the instance on the hypervisor. [ 1115.630506] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.630702] env[69584]: DEBUG nova.compute.manager [-] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.630959] env[69584]: DEBUG nova.network.neutron [-] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.650288] env[69584]: DEBUG nova.scheduler.client.report [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.675106] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.675468] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.675696] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.675962] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.676194] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.676432] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.676742] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.676996] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.677267] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.677516] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.677944] env[69584]: DEBUG nova.virt.hardware [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.683847] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.684512] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-780c96ab-b226-4f48-ad55-df47dc8f0e27 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.703151] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1115.703151] env[69584]: value = "task-3486293" [ 1115.703151] env[69584]: _type = "Task" [ 1115.703151] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.714723] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.853920] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.017046] env[69584]: DEBUG nova.compute.manager [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.017306] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.018221] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a3e6c-9e05-428e-8437-0cdc67520ec2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.025780] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.026029] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1915ab8c-b745-4e4c-9baf-ba4da8740d0e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.031422] env[69584]: DEBUG oslo_vmware.api [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1116.031422] env[69584]: value = "task-3486294" [ 1116.031422] env[69584]: _type = "Task" [ 1116.031422] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.039194] env[69584]: DEBUG oslo_vmware.api [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.050844] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486292, 'name': PowerOffVM_Task, 'duration_secs': 0.166263} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.052500] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.052500] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef68c7b-9cb1-40ce-84a8-cf898c9c2452 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.070307] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "refresh_cache-b91d5d9b-633f-46ea-9d31-6d56a4fd32af" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.070627] env[69584]: DEBUG nova.compute.manager [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Instance network_info: |[{"id": "8fad2167-d70c-440a-8309-cc9468e57ce8", "address": "fa:16:3e:2d:ee:c1", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fad2167-d7", "ovs_interfaceid": "8fad2167-d70c-440a-8309-cc9468e57ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.071203] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:ee:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fad2167-d70c-440a-8309-cc9468e57ce8', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.078665] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.079432] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df54954-11a0-410c-97da-4db07c1d8459 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.082560] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.082744] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30f6fa35-3210-49ae-85d4-da7fe294e07c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.104433] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.104433] env[69584]: value = "task-3486295" [ 1116.104433] env[69584]: _type = "Task" [ 1116.104433] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.114243] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486295, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.128564] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.128757] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dcd0ed2-db6a-4200-8674-7314b59f0cf2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.136953] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1116.136953] env[69584]: value = "task-3486296" [ 1116.136953] env[69584]: _type = "Task" [ 1116.136953] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.146279] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1116.146482] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.146734] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.146911] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.147113] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.147365] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd0fc5a2-431a-43d4-8bff-8cc03883c90b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.155596] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.155777] env[69584]: DEBUG nova.compute.manager [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.159696] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.052s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.161151] env[69584]: INFO nova.compute.claims [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.163548] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.163729] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.164829] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86f34d7-80d2-4b25-b701-ba3ef2efbef7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.170908] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1116.170908] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e6d4aa-c241-becc-7d34-437cba729f1a" [ 1116.170908] env[69584]: _type = "Task" [ 1116.170908] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.179413] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e6d4aa-c241-becc-7d34-437cba729f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.212755] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486293, 'name': ReconfigVM_Task, 'duration_secs': 0.161938} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.212941] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.213941] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40083d3-2235-4dc1-bebf-ac8db573521a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.238175] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 06313c15-ab75-47a9-bbba-42c3807b3a56/06313c15-ab75-47a9-bbba-42c3807b3a56.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.238652] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16cc4858-1a7a-4009-a3ef-3ae7265295a0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.257511] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1116.257511] env[69584]: value = "task-3486297" [ 1116.257511] env[69584]: _type = "Task" [ 1116.257511] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.265348] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.338105] env[69584]: DEBUG nova.compute.manager [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Received event network-changed-8fad2167-d70c-440a-8309-cc9468e57ce8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.338636] env[69584]: DEBUG nova.compute.manager [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Refreshing instance network info cache due to event network-changed-8fad2167-d70c-440a-8309-cc9468e57ce8. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.338869] env[69584]: DEBUG oslo_concurrency.lockutils [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] Acquiring lock "refresh_cache-b91d5d9b-633f-46ea-9d31-6d56a4fd32af" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.339031] env[69584]: DEBUG oslo_concurrency.lockutils [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] Acquired lock "refresh_cache-b91d5d9b-633f-46ea-9d31-6d56a4fd32af" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.339199] env[69584]: DEBUG nova.network.neutron [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Refreshing network info cache for port 8fad2167-d70c-440a-8309-cc9468e57ce8 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.411124] env[69584]: DEBUG nova.network.neutron [-] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.540877] env[69584]: DEBUG oslo_vmware.api [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486294, 'name': PowerOffVM_Task, 'duration_secs': 0.169602} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.541158] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.541330] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.541580] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5069b6b9-8d96-4dd0-aef1-6179b82f6da3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.601232] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.601475] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.601656] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Deleting the datastore file [datastore2] d4b3022f-c2ee-43c3-b695-a7b53ac62ecf {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.601968] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-715b9002-44e5-4416-9e3d-cef6ac464609 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.608673] env[69584]: DEBUG oslo_vmware.api [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for the task: (returnval){ [ 1116.608673] env[69584]: value = "task-3486299" [ 1116.608673] env[69584]: _type = "Task" [ 1116.608673] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.615985] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486295, 'name': CreateVM_Task, 'duration_secs': 0.308551} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.616501] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.617217] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.617378] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.617754] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.620719] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a150acac-a8ca-4cf3-bac1-a99d84876777 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.622317] env[69584]: DEBUG oslo_vmware.api [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.625022] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1116.625022] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5210f755-8870-571c-60bc-e8718a8a3785" [ 1116.625022] env[69584]: _type = "Task" [ 1116.625022] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.633958] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5210f755-8870-571c-60bc-e8718a8a3785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.666576] env[69584]: DEBUG nova.compute.utils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.669837] env[69584]: DEBUG nova.compute.manager [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.670013] env[69584]: DEBUG nova.network.neutron [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.681337] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e6d4aa-c241-becc-7d34-437cba729f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.682135] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0653e8ea-afac-4cd1-b3f3-41df115924a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.687518] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1116.687518] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c0345e-a9d5-33a0-8f9c-a28ce18bdced" [ 1116.687518] env[69584]: _type = "Task" [ 1116.687518] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.699085] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c0345e-a9d5-33a0-8f9c-a28ce18bdced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.720361] env[69584]: DEBUG nova.policy [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1d471d8babf4462862e6ee41de0986c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aedb1a017474424b46d6c07c253e7bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.766742] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486297, 'name': ReconfigVM_Task, 'duration_secs': 0.267348} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.767037] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 06313c15-ab75-47a9-bbba-42c3807b3a56/06313c15-ab75-47a9-bbba-42c3807b3a56.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.767323] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance '06313c15-ab75-47a9-bbba-42c3807b3a56' progress to 50 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.914290] env[69584]: INFO nova.compute.manager [-] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Took 1.28 seconds to deallocate network for instance. [ 1117.119269] env[69584]: DEBUG oslo_vmware.api [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.135624] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5210f755-8870-571c-60bc-e8718a8a3785, 'name': SearchDatastore_Task, 'duration_secs': 0.01382} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.135624] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.135624] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.135861] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.135996] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.136192] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.136459] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27743ae5-9431-4cb7-a62e-2dc9c3bf6258 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.146611] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.146803] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.147768] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7335986a-6361-4889-aed2-b1998362fdc0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.153055] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1117.153055] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ea04c4-65d1-1836-dda4-6f5af39bad31" [ 1117.153055] env[69584]: _type = "Task" [ 1117.153055] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.163327] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ea04c4-65d1-1836-dda4-6f5af39bad31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.165578] env[69584]: DEBUG nova.network.neutron [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Updated VIF entry in instance network info cache for port 8fad2167-d70c-440a-8309-cc9468e57ce8. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.165903] env[69584]: DEBUG nova.network.neutron [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Updating instance_info_cache with network_info: [{"id": "8fad2167-d70c-440a-8309-cc9468e57ce8", "address": "fa:16:3e:2d:ee:c1", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fad2167-d7", "ovs_interfaceid": "8fad2167-d70c-440a-8309-cc9468e57ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.170986] env[69584]: DEBUG nova.compute.manager [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.199925] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c0345e-a9d5-33a0-8f9c-a28ce18bdced, 'name': SearchDatastore_Task, 'duration_secs': 0.018246} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.200562] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.201018] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 5688b532-f104-408d-ab46-4bc914ed4c6c/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. {{(pid=69584) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1117.201321] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09b0061d-9b7c-4c0b-b9ab-1d89a7bba61a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.209639] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1117.209639] env[69584]: value = "task-3486300" [ 1117.209639] env[69584]: _type = "Task" [ 1117.209639] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.220704] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.249943] env[69584]: DEBUG nova.network.neutron [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Successfully created port: 9b72b2cb-7664-48bb-af34-c2604e07661a {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.285307] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c19e32-6e99-4cb9-bd6b-2fa823ccc19f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.311105] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2ab562-a3ff-48cc-a01a-c381ff59a10c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.331200] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance '06313c15-ab75-47a9-bbba-42c3807b3a56' progress to 67 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.422919] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.459730] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b413bdd4-721f-44c4-88f7-68c40f9191f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.469635] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c92619d-1c41-421f-9446-662e3b564fd1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.501547] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1c03a-6759-4ce1-80d1-fba63409eb84 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.512808] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0043f4d-5f6f-42e8-b006-f242ee472d4e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.529627] env[69584]: DEBUG nova.compute.provider_tree [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.621916] env[69584]: DEBUG oslo_vmware.api [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Task: {'id': task-3486299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528337} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.622261] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.622460] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.622697] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.622921] env[69584]: INFO nova.compute.manager [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1117.623235] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.623441] env[69584]: DEBUG nova.compute.manager [-] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.623567] env[69584]: DEBUG nova.network.neutron [-] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.669242] env[69584]: DEBUG oslo_concurrency.lockutils [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] Releasing lock "refresh_cache-b91d5d9b-633f-46ea-9d31-6d56a4fd32af" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.669473] env[69584]: DEBUG nova.compute.manager [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Received event network-vif-deleted-382decaa-b037-4972-b02c-18dfd4cc681c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.669647] env[69584]: INFO nova.compute.manager [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Neutron deleted interface 382decaa-b037-4972-b02c-18dfd4cc681c; detaching it from the instance and deleting it from the info cache [ 1117.669895] env[69584]: DEBUG nova.network.neutron [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.671126] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ea04c4-65d1-1836-dda4-6f5af39bad31, 'name': SearchDatastore_Task, 'duration_secs': 0.031888} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.672498] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0473d1a-1f32-447f-8486-fcbe1c116c74 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.680970] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1117.680970] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bcd891-32a1-3287-bfd4-8786e600c8c6" [ 1117.680970] env[69584]: _type = "Task" [ 1117.680970] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.694213] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bcd891-32a1-3287-bfd4-8786e600c8c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.719886] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486300, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.875674] env[69584]: DEBUG nova.network.neutron [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Port 5b48f084-dba4-4a9d-a338-bdd3629b05c6 binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1118.034766] env[69584]: DEBUG nova.scheduler.client.report [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.174049] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f302d49e-4c0d-4878-8760-28b5b7322763 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.187740] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a28a2d-7107-4980-86a7-0b7db9dca22e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.200050] env[69584]: DEBUG nova.compute.manager [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.208078] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bcd891-32a1-3287-bfd4-8786e600c8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018449} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.208402] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.208596] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] b91d5d9b-633f-46ea-9d31-6d56a4fd32af/b91d5d9b-633f-46ea-9d31-6d56a4fd32af.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.208874] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13da140f-5c99-4d1b-9e96-5c81e2a416ab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.226051] env[69584]: DEBUG nova.compute.manager [req-e38d90f4-d81a-47e8-9888-9fd33be1016c req-a785a919-148f-4b5f-815a-ae68b4b20be3 service nova] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Detach interface failed, port_id=382decaa-b037-4972-b02c-18dfd4cc681c, reason: Instance 2983257a-c8e3-4f75-b2c0-b3b2234e86c9 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.226051] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1118.226051] env[69584]: value = "task-3486301" [ 1118.226051] env[69584]: _type = "Task" [ 1118.226051] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.234933] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486300, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.237188] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.237438] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.237649] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.237885] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.238068] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.238650] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.239041] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.239250] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.239445] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.239630] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.239856] env[69584]: DEBUG nova.virt.hardware [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.241078] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d628e591-e162-409f-bd70-49fedc525033 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.247645] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.252783] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffafd0a2-1a4d-4928-8ea2-4ca3df9d2c29 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.346797] env[69584]: DEBUG nova.network.neutron [-] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.363105] env[69584]: DEBUG nova.compute.manager [req-acac9380-a090-452c-b247-77aa6d2c05dd req-bc6da209-700b-4024-b7d6-d9275dbd3541 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Received event network-vif-deleted-ca86fa31-12df-46b2-bf5e-454f7ea97c75 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.363431] env[69584]: INFO nova.compute.manager [req-acac9380-a090-452c-b247-77aa6d2c05dd req-bc6da209-700b-4024-b7d6-d9275dbd3541 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Neutron deleted interface ca86fa31-12df-46b2-bf5e-454f7ea97c75; detaching it from the instance and deleting it from the info cache [ 1118.363496] env[69584]: DEBUG nova.network.neutron [req-acac9380-a090-452c-b247-77aa6d2c05dd req-bc6da209-700b-4024-b7d6-d9275dbd3541 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.540358] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.541164] env[69584]: DEBUG nova.compute.manager [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.544492] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.558s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.544647] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.547144] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.836s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.547370] env[69584]: DEBUG nova.objects.instance [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lazy-loading 'resources' on Instance uuid 2253f844-d04c-421b-8dd7-74ce94e8a69e {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.571381] env[69584]: INFO nova.scheduler.client.report [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted allocations for instance 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe [ 1118.721998] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486300, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504111} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.721998] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 5688b532-f104-408d-ab46-4bc914ed4c6c/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. [ 1118.722656] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfc938e-a6a5-4561-8563-54308a546706 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.749978] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 5688b532-f104-408d-ab46-4bc914ed4c6c/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.753055] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10abf5c-5bef-4303-8823-ded3b44b6c93 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.771664] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.773161] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1118.773161] env[69584]: value = "task-3486302" [ 1118.773161] env[69584]: _type = "Task" [ 1118.773161] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.781937] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.849814] env[69584]: INFO nova.compute.manager [-] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Took 1.23 seconds to deallocate network for instance. [ 1118.867016] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e18ec8d9-8e95-4417-8dfd-cbcbeb6534d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.881062] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c51574-c9a7-424f-a9c1-70767a79e983 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.902103] env[69584]: DEBUG nova.network.neutron [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Successfully updated port: 9b72b2cb-7664-48bb-af34-c2604e07661a {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.928617] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "06313c15-ab75-47a9-bbba-42c3807b3a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.928866] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "06313c15-ab75-47a9-bbba-42c3807b3a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.929137] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "06313c15-ab75-47a9-bbba-42c3807b3a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.948773] env[69584]: DEBUG nova.compute.manager [req-acac9380-a090-452c-b247-77aa6d2c05dd req-bc6da209-700b-4024-b7d6-d9275dbd3541 service nova] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Detach interface failed, port_id=ca86fa31-12df-46b2-bf5e-454f7ea97c75, reason: Instance d4b3022f-c2ee-43c3-b695-a7b53ac62ecf could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.050966] env[69584]: DEBUG nova.compute.utils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.052774] env[69584]: DEBUG nova.compute.manager [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.052982] env[69584]: DEBUG nova.network.neutron [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.086063] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61c913a4-fb2d-4806-b452-cbdc2bda99be tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.479s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.105916] env[69584]: DEBUG nova.policy [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3daf88ef33540e0b59b9b7537c9cb9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa1b7ae2736497e84fd3b4c8c7f3cda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.257979] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486301, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.286991] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486302, 'name': ReconfigVM_Task, 'duration_secs': 0.326251} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.287405] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 5688b532-f104-408d-ab46-4bc914ed4c6c/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.288324] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce68add-b7e9-4e6c-826a-75a5d722d4a2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.315275] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b15db938-d366-43a4-a856-472154ea748d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.326873] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37b9184-b834-434b-b4bf-84b853c708cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.333692] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1299b51-7642-47b8-95ec-bf4b183f0f72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.337965] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1119.337965] env[69584]: value = "task-3486303" [ 1119.337965] env[69584]: _type = "Task" [ 1119.337965] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.376067] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.378057] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d522d4d3-0172-46bb-b9a5-d89febd952e8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.389133] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.395438] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3194e5-727b-4436-893a-fb5bae167008 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.411164] env[69584]: DEBUG nova.compute.provider_tree [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.422678] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.423400] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.423400] env[69584]: DEBUG nova.network.neutron [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.426270] env[69584]: DEBUG nova.network.neutron [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Successfully created port: 18a43ea9-585a-4ca6-af77-f8d8386c666c {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.559764] env[69584]: DEBUG nova.compute.manager [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.762470] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486301, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.153588} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.762470] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] b91d5d9b-633f-46ea-9d31-6d56a4fd32af/b91d5d9b-633f-46ea-9d31-6d56a4fd32af.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.762470] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.762470] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46fdaab9-e319-4a7b-ae77-f5d0b724fc87 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.771329] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1119.771329] env[69584]: value = "task-3486304" [ 1119.771329] env[69584]: _type = "Task" [ 1119.771329] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.780604] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.851807] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486303, 'name': ReconfigVM_Task, 'duration_secs': 0.155779} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.852246] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.852612] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc735a1c-ca05-4eb0-8d75-edeb2c48753f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.862506] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1119.862506] env[69584]: value = "task-3486305" [ 1119.862506] env[69584]: _type = "Task" [ 1119.862506] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.872714] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.915070] env[69584]: DEBUG nova.scheduler.client.report [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.006647] env[69584]: DEBUG nova.network.neutron [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.020018] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.020018] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.020018] env[69584]: DEBUG nova.network.neutron [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.222466] env[69584]: DEBUG nova.network.neutron [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance_info_cache with network_info: [{"id": "9b72b2cb-7664-48bb-af34-c2604e07661a", "address": "fa:16:3e:3b:3f:3b", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b72b2cb-76", "ovs_interfaceid": "9b72b2cb-7664-48bb-af34-c2604e07661a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.279620] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070934} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.279911] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.280672] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f63f885-fefb-4a2a-95a4-9708584a33ce {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.302215] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] b91d5d9b-633f-46ea-9d31-6d56a4fd32af/b91d5d9b-633f-46ea-9d31-6d56a4fd32af.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.302707] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb55326f-2e1a-441f-9532-6fb840551a72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.322255] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1120.322255] env[69584]: value = "task-3486306" [ 1120.322255] env[69584]: _type = "Task" [ 1120.322255] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.329577] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.370134] env[69584]: DEBUG oslo_vmware.api [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486305, 'name': PowerOnVM_Task, 'duration_secs': 0.406111} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.370408] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.373206] env[69584]: DEBUG nova.compute.manager [None req-6fd97e23-b36b-4c48-85a4-c34f670ba3b0 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.374117] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05071860-b323-455e-8d17-415ec3751b89 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.389933] env[69584]: DEBUG nova.compute.manager [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Received event network-vif-plugged-9b72b2cb-7664-48bb-af34-c2604e07661a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.390119] env[69584]: DEBUG oslo_concurrency.lockutils [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] Acquiring lock "c035d7fa-620c-4d65-b923-971c84e68ca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.390814] env[69584]: DEBUG oslo_concurrency.lockutils [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.390814] env[69584]: DEBUG oslo_concurrency.lockutils [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.390814] env[69584]: DEBUG nova.compute.manager [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] No waiting events found dispatching network-vif-plugged-9b72b2cb-7664-48bb-af34-c2604e07661a {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.390814] env[69584]: WARNING nova.compute.manager [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Received unexpected event network-vif-plugged-9b72b2cb-7664-48bb-af34-c2604e07661a for instance with vm_state building and task_state spawning. [ 1120.391019] env[69584]: DEBUG nova.compute.manager [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Received event network-changed-9b72b2cb-7664-48bb-af34-c2604e07661a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.391179] env[69584]: DEBUG nova.compute.manager [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Refreshing instance network info cache due to event network-changed-9b72b2cb-7664-48bb-af34-c2604e07661a. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.391304] env[69584]: DEBUG oslo_concurrency.lockutils [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] Acquiring lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.422052] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.425077] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.571s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.427196] env[69584]: INFO nova.compute.claims [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.444938] env[69584]: INFO nova.scheduler.client.report [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleted allocations for instance 2253f844-d04c-421b-8dd7-74ce94e8a69e [ 1120.568728] env[69584]: DEBUG nova.compute.manager [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.593151] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.593404] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.593560] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.593896] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.593896] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.594063] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.594248] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.594406] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.594569] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.594728] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.594903] env[69584]: DEBUG nova.virt.hardware [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.595785] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5abca0-0d41-4757-9afc-453d77156834 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.604052] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e6562a-96de-4d52-b82f-5bba22e36425 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.725582] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.725946] env[69584]: DEBUG nova.compute.manager [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Instance network_info: |[{"id": "9b72b2cb-7664-48bb-af34-c2604e07661a", "address": "fa:16:3e:3b:3f:3b", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b72b2cb-76", "ovs_interfaceid": "9b72b2cb-7664-48bb-af34-c2604e07661a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.726284] env[69584]: DEBUG oslo_concurrency.lockutils [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] Acquired lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.726474] env[69584]: DEBUG nova.network.neutron [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Refreshing network info cache for port 9b72b2cb-7664-48bb-af34-c2604e07661a {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.727972] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:3f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b72b2cb-7664-48bb-af34-c2604e07661a', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.735899] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating folder: Project (0aedb1a017474424b46d6c07c253e7bc). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.742386] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eee9750-68db-4276-82e9-438272a51ddd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.755021] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Created folder: Project (0aedb1a017474424b46d6c07c253e7bc) in parent group-v696614. [ 1120.755021] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating folder: Instances. Parent ref: group-v696903. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.755021] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd2166df-4d40-42f6-8e39-2b32257c3a84 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.765561] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Created folder: Instances in parent group-v696903. [ 1120.766060] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.766427] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.766811] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-986031ab-9bf9-4811-9806-db377802ce74 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.803249] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.803249] env[69584]: value = "task-3486309" [ 1120.803249] env[69584]: _type = "Task" [ 1120.803249] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.810343] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486309, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.832474] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.880971] env[69584]: DEBUG nova.network.neutron [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance_info_cache with network_info: [{"id": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "address": "fa:16:3e:3c:3f:9d", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48f084-db", "ovs_interfaceid": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.952833] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d5420eb3-9fbf-4275-9dac-95432cb97ee7 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "2253f844-d04c-421b-8dd7-74ce94e8a69e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.868s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.072728] env[69584]: DEBUG nova.network.neutron [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updated VIF entry in instance network info cache for port 9b72b2cb-7664-48bb-af34-c2604e07661a. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.073142] env[69584]: DEBUG nova.network.neutron [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance_info_cache with network_info: [{"id": "9b72b2cb-7664-48bb-af34-c2604e07661a", "address": "fa:16:3e:3b:3f:3b", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b72b2cb-76", "ovs_interfaceid": "9b72b2cb-7664-48bb-af34-c2604e07661a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.312417] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486309, 'name': CreateVM_Task, 'duration_secs': 0.31183} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.312704] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.313285] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.313697] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.313874] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.314119] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f7bc34-59dd-4d60-ba29-1fcdf12af92a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.319435] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1121.319435] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521feb60-c4da-176a-a283-5b786383d3e8" [ 1121.319435] env[69584]: _type = "Task" [ 1121.319435] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.329729] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521feb60-c4da-176a-a283-5b786383d3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.334604] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486306, 'name': ReconfigVM_Task, 'duration_secs': 0.65334} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.334865] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Reconfigured VM instance instance-0000006b to attach disk [datastore2] b91d5d9b-633f-46ea-9d31-6d56a4fd32af/b91d5d9b-633f-46ea-9d31-6d56a4fd32af.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.335520] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a190c396-d509-4f7a-b55c-f9fb7219ea55 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.342317] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1121.342317] env[69584]: value = "task-3486310" [ 1121.342317] env[69584]: _type = "Task" [ 1121.342317] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.352092] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486310, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.381872] env[69584]: DEBUG oslo_concurrency.lockutils [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.464207] env[69584]: DEBUG nova.network.neutron [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Successfully updated port: 18a43ea9-585a-4ca6-af77-f8d8386c666c {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.576070] env[69584]: DEBUG oslo_concurrency.lockutils [req-98f8f5f2-cfd5-4d41-b07c-a46e93ddb28c req-d7b892df-5c5c-4d67-b8b3-cfaa7d98df04 service nova] Releasing lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.622507] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac92fe54-51f5-4419-95c9-9522f69fac01 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.629581] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35cb4b2-a5bc-419e-8808-ca70d3e5f8f9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.661514] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334e4021-7392-40b4-92c3-99ea811e58cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.668752] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4083a2e-6184-4dd5-bf3b-b712c22b0a37 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.682242] env[69584]: DEBUG nova.compute.provider_tree [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.835955] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521feb60-c4da-176a-a283-5b786383d3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.836310] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.836543] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.836785] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.836945] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.837139] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.837412] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5f6fcb0-0771-403c-b79a-7d9f9c825b56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.847473] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.847640] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.848617] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028acc01-b5a4-4c56-a7f8-60327d700c3e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.853790] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486310, 'name': Rename_Task, 'duration_secs': 0.187578} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.854456] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.854712] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-656a2802-f1f1-42e1-87e0-615c07108a90 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.857417] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1121.857417] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d3cc40-cefb-50d4-f76c-75cae7d19504" [ 1121.857417] env[69584]: _type = "Task" [ 1121.857417] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.864546] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1121.864546] env[69584]: value = "task-3486311" [ 1121.864546] env[69584]: _type = "Task" [ 1121.864546] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.872346] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d3cc40-cefb-50d4-f76c-75cae7d19504, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.873514] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e5397b-d379-40a3-9e05-056a03028635 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.878958] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486311, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.882395] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1121.882395] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5242f0b8-e99b-56f9-dd96-0aa7d5d05a0d" [ 1121.882395] env[69584]: _type = "Task" [ 1121.882395] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.895591] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5242f0b8-e99b-56f9-dd96-0aa7d5d05a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.916580] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e12207-9a84-4b95-8955-39d1dde1b669 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.938069] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b4d95-5351-4a65-808e-df7aa7d39b02 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.944980] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance '06313c15-ab75-47a9-bbba-42c3807b3a56' progress to 83 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.969017] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "refresh_cache-cfe0f30c-db28-47db-8bdc-147af4643285" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.969085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "refresh_cache-cfe0f30c-db28-47db-8bdc-147af4643285" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.969905] env[69584]: DEBUG nova.network.neutron [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.185020] env[69584]: DEBUG nova.scheduler.client.report [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.376025] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.393422] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5242f0b8-e99b-56f9-dd96-0aa7d5d05a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.393701] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.394054] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] c035d7fa-620c-4d65-b923-971c84e68ca5/c035d7fa-620c-4d65-b923-971c84e68ca5.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.394243] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e0855a9-bc5a-4dc6-80c4-e34a986cde56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.401754] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1122.401754] env[69584]: value = "task-3486312" [ 1122.401754] env[69584]: _type = "Task" [ 1122.401754] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.409800] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.421488] env[69584]: DEBUG nova.compute.manager [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Received event network-vif-plugged-18a43ea9-585a-4ca6-af77-f8d8386c666c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.421815] env[69584]: DEBUG oslo_concurrency.lockutils [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] Acquiring lock "cfe0f30c-db28-47db-8bdc-147af4643285-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.422117] env[69584]: DEBUG oslo_concurrency.lockutils [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] Lock "cfe0f30c-db28-47db-8bdc-147af4643285-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.422358] env[69584]: DEBUG oslo_concurrency.lockutils [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] Lock "cfe0f30c-db28-47db-8bdc-147af4643285-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.422647] env[69584]: DEBUG nova.compute.manager [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] No waiting events found dispatching network-vif-plugged-18a43ea9-585a-4ca6-af77-f8d8386c666c {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.422862] env[69584]: WARNING nova.compute.manager [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Received unexpected event network-vif-plugged-18a43ea9-585a-4ca6-af77-f8d8386c666c for instance with vm_state building and task_state spawning. [ 1122.423062] env[69584]: DEBUG nova.compute.manager [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Received event network-changed-18a43ea9-585a-4ca6-af77-f8d8386c666c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.423315] env[69584]: DEBUG nova.compute.manager [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Refreshing instance network info cache due to event network-changed-18a43ea9-585a-4ca6-af77-f8d8386c666c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.423597] env[69584]: DEBUG oslo_concurrency.lockutils [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] Acquiring lock "refresh_cache-cfe0f30c-db28-47db-8bdc-147af4643285" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.427189] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "55375518-44cc-4afc-bb25-cd7675f96c41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.427294] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "55375518-44cc-4afc-bb25-cd7675f96c41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.451013] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.451625] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6955909-129c-4193-ade8-35342fbd6d49 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.458535] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1122.458535] env[69584]: value = "task-3486313" [ 1122.458535] env[69584]: _type = "Task" [ 1122.458535] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.467319] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.504440] env[69584]: DEBUG nova.network.neutron [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.665664] env[69584]: DEBUG nova.network.neutron [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Updating instance_info_cache with network_info: [{"id": "18a43ea9-585a-4ca6-af77-f8d8386c666c", "address": "fa:16:3e:f2:e1:a5", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a43ea9-58", "ovs_interfaceid": "18a43ea9-585a-4ca6-af77-f8d8386c666c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.690164] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.690555] env[69584]: DEBUG nova.compute.manager [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.693319] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.273s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.693545] env[69584]: DEBUG nova.objects.instance [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lazy-loading 'resources' on Instance uuid 2983257a-c8e3-4f75-b2c0-b3b2234e86c9 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.876416] env[69584]: DEBUG oslo_vmware.api [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486311, 'name': PowerOnVM_Task, 'duration_secs': 0.740152} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.876706] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.876916] env[69584]: INFO nova.compute.manager [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1122.878036] env[69584]: DEBUG nova.compute.manager [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.878036] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50b60d-c943-4b04-afe4-1d152428607b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.912322] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486183} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.912746] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] c035d7fa-620c-4d65-b923-971c84e68ca5/c035d7fa-620c-4d65-b923-971c84e68ca5.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.912846] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.913094] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83cb3f42-8832-4d3f-a455-fe2f7cd0036a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.920473] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1122.920473] env[69584]: value = "task-3486314" [ 1122.920473] env[69584]: _type = "Task" [ 1122.920473] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.928760] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.929305] env[69584]: DEBUG nova.compute.manager [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.971599] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.062125] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.062326] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.169543] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "refresh_cache-cfe0f30c-db28-47db-8bdc-147af4643285" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.170113] env[69584]: DEBUG nova.compute.manager [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Instance network_info: |[{"id": "18a43ea9-585a-4ca6-af77-f8d8386c666c", "address": "fa:16:3e:f2:e1:a5", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a43ea9-58", "ovs_interfaceid": "18a43ea9-585a-4ca6-af77-f8d8386c666c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.170483] env[69584]: DEBUG oslo_concurrency.lockutils [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] Acquired lock "refresh_cache-cfe0f30c-db28-47db-8bdc-147af4643285" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.170692] env[69584]: DEBUG nova.network.neutron [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Refreshing network info cache for port 18a43ea9-585a-4ca6-af77-f8d8386c666c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.172046] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:e1:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18a43ea9-585a-4ca6-af77-f8d8386c666c', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.179567] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.182770] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.183283] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-985615c0-8c25-4cb2-828b-4978e3f72bb2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.200352] env[69584]: DEBUG nova.compute.utils [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.204424] env[69584]: DEBUG nova.compute.manager [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.204594] env[69584]: DEBUG nova.network.neutron [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.211529] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.211529] env[69584]: value = "task-3486315" [ 1123.211529] env[69584]: _type = "Task" [ 1123.211529] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.219781] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486315, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.268345] env[69584]: DEBUG nova.policy [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e84138370d4a379c6174895c1814c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '323947139f344d3ba20dfd07390fdf93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.399044] env[69584]: INFO nova.compute.manager [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Took 16.75 seconds to build instance. [ 1123.410258] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f72115-54b5-45f9-92b0-3b365b6665ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.421738] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37424cea-ce1d-4a40-9a8c-001ff7a8c8ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.436148] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075509} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.468055] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.470099] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be0bb77-c85d-4a38-a9c0-1b2cfd11bb54 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.479146] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b82a67-6c1a-4e4b-aa8b-c3a94a8ef235 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.482145] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.488704] env[69584]: DEBUG oslo_vmware.api [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486313, 'name': PowerOnVM_Task, 'duration_secs': 0.614154} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.500683] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.500873] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-ac75f28c-5d6a-466b-a5e8-ea00891dace4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance '06313c15-ab75-47a9-bbba-42c3807b3a56' progress to 100 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.513826] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] c035d7fa-620c-4d65-b923-971c84e68ca5/c035d7fa-620c-4d65-b923-971c84e68ca5.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.517814] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d33195-9d42-46d4-b568-8e186f238769 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.522416] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3253ea47-9465-4756-af3a-1c2bce64be6c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.549495] env[69584]: DEBUG nova.compute.provider_tree [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.552441] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1123.552441] env[69584]: value = "task-3486316" [ 1123.552441] env[69584]: _type = "Task" [ 1123.552441] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.561979] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.564618] env[69584]: DEBUG nova.compute.manager [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.598502] env[69584]: DEBUG nova.network.neutron [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Updated VIF entry in instance network info cache for port 18a43ea9-585a-4ca6-af77-f8d8386c666c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.599037] env[69584]: DEBUG nova.network.neutron [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Updating instance_info_cache with network_info: [{"id": "18a43ea9-585a-4ca6-af77-f8d8386c666c", "address": "fa:16:3e:f2:e1:a5", "network": {"id": "35927080-da43-4780-a9a5-93b1f8f5928a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-548631378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa1b7ae2736497e84fd3b4c8c7f3cda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a43ea9-58", "ovs_interfaceid": "18a43ea9-585a-4ca6-af77-f8d8386c666c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.706849] env[69584]: DEBUG nova.compute.manager [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.710451] env[69584]: DEBUG nova.network.neutron [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Successfully created port: 244c7f24-6866-4ef1-8587-05b4c3794760 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.725322] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486315, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.902768] env[69584]: DEBUG oslo_concurrency.lockutils [None req-80b04aef-2bcd-4603-a844-be7dbcd9619e tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.267s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.053879] env[69584]: DEBUG nova.scheduler.client.report [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.066336] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486316, 'name': ReconfigVM_Task, 'duration_secs': 0.296379} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.066622] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Reconfigured VM instance instance-0000006c to attach disk [datastore2] c035d7fa-620c-4d65-b923-971c84e68ca5/c035d7fa-620c-4d65-b923-971c84e68ca5.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.067279] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe183e08-d2db-4af7-bbda-81a23253e233 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.077028] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1124.077028] env[69584]: value = "task-3486317" [ 1124.077028] env[69584]: _type = "Task" [ 1124.077028] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.085446] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486317, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.086504] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.102794] env[69584]: DEBUG oslo_concurrency.lockutils [req-bff0208c-61d9-4638-ad95-c1db1e871da2 req-87dc8df2-868d-4837-b595-08d7732049a1 service nova] Releasing lock "refresh_cache-cfe0f30c-db28-47db-8bdc-147af4643285" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.215753] env[69584]: INFO nova.virt.block_device [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Booting with volume 62ba47db-db7b-428f-b2cb-68164a81f4bc at /dev/sda [ 1124.229844] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486315, 'name': CreateVM_Task, 'duration_secs': 0.529985} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.229988] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.230639] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.231269] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.231269] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.231641] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e282fb2-dd10-4592-aa87-fcc60e0244a8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.236138] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1124.236138] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ed8949-a8f6-9a3e-7442-6d6638396a40" [ 1124.236138] env[69584]: _type = "Task" [ 1124.236138] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.246041] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ed8949-a8f6-9a3e-7442-6d6638396a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.258760] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f534d2bd-7f76-4e48-a8fe-7dc7d51b9394 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.267531] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc8a281-8de7-483a-8fe1-e39966f54982 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.297971] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fb985f5-0fdd-4691-bc9c-d4e399c62fba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.306461] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3148adc6-b1d2-49a2-87f6-e35e0610b488 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.337576] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17fea4c-f7b6-437f-912e-5de0c4b1fbb8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.344641] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9ab10c-6c20-4da2-acdc-d0dd90f0103e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.358152] env[69584]: DEBUG nova.virt.block_device [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Updating existing volume attachment record: fb5b0506-1a39-4fc8-8271-0c49b6c1cbcc {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1124.562117] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.564307] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.188s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.564546] env[69584]: DEBUG nova.objects.instance [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lazy-loading 'resources' on Instance uuid d4b3022f-c2ee-43c3-b695-a7b53ac62ecf {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.586563] env[69584]: INFO nova.scheduler.client.report [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted allocations for instance 2983257a-c8e3-4f75-b2c0-b3b2234e86c9 [ 1124.595861] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486317, 'name': Rename_Task, 'duration_secs': 0.191629} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.596764] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.597080] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d04001c-c462-4da0-beb6-719ea07e213c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.604806] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1124.604806] env[69584]: value = "task-3486318" [ 1124.604806] env[69584]: _type = "Task" [ 1124.604806] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.613750] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.746886] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ed8949-a8f6-9a3e-7442-6d6638396a40, 'name': SearchDatastore_Task, 'duration_secs': 0.0216} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.747345] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.747669] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.747995] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.748176] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.748367] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.748626] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3873ae44-3117-4321-a5a9-f5468a3576c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.756532] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.756701] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.757393] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae78b62-6924-4b79-bbab-ea4850a304b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.762360] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1124.762360] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdf3e0-45fa-7cd1-fc1f-d8550b13731d" [ 1124.762360] env[69584]: _type = "Task" [ 1124.762360] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.769580] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdf3e0-45fa-7cd1-fc1f-d8550b13731d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.921141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.921403] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.921611] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.921792] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.921973] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.924264] env[69584]: INFO nova.compute.manager [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Terminating instance [ 1125.100724] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0c8ee5d5-0c8f-4930-82e0-118eb06b6d84 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "2983257a-c8e3-4f75-b2c0-b3b2234e86c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.386s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.117726] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.154928] env[69584]: DEBUG nova.compute.manager [req-6d0ec4f5-7c27-48a2-a117-ef999dc5d0d3 req-3792ca3d-cbad-4259-93c0-3d00d3f18989 service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Received event network-vif-plugged-244c7f24-6866-4ef1-8587-05b4c3794760 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.155207] env[69584]: DEBUG oslo_concurrency.lockutils [req-6d0ec4f5-7c27-48a2-a117-ef999dc5d0d3 req-3792ca3d-cbad-4259-93c0-3d00d3f18989 service nova] Acquiring lock "80766760-32cf-402e-a8a8-ccb8e32b192f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.155424] env[69584]: DEBUG oslo_concurrency.lockutils [req-6d0ec4f5-7c27-48a2-a117-ef999dc5d0d3 req-3792ca3d-cbad-4259-93c0-3d00d3f18989 service nova] Lock "80766760-32cf-402e-a8a8-ccb8e32b192f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.155594] env[69584]: DEBUG oslo_concurrency.lockutils [req-6d0ec4f5-7c27-48a2-a117-ef999dc5d0d3 req-3792ca3d-cbad-4259-93c0-3d00d3f18989 service nova] Lock "80766760-32cf-402e-a8a8-ccb8e32b192f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.155778] env[69584]: DEBUG nova.compute.manager [req-6d0ec4f5-7c27-48a2-a117-ef999dc5d0d3 req-3792ca3d-cbad-4259-93c0-3d00d3f18989 service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] No waiting events found dispatching network-vif-plugged-244c7f24-6866-4ef1-8587-05b4c3794760 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.155962] env[69584]: WARNING nova.compute.manager [req-6d0ec4f5-7c27-48a2-a117-ef999dc5d0d3 req-3792ca3d-cbad-4259-93c0-3d00d3f18989 service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Received unexpected event network-vif-plugged-244c7f24-6866-4ef1-8587-05b4c3794760 for instance with vm_state building and task_state block_device_mapping. [ 1125.274103] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cdf3e0-45fa-7cd1-fc1f-d8550b13731d, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.276798] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db248b66-41da-49d3-ae25-0a72967189f6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.279868] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b745cf8c-1347-4a8b-a33f-0458ad4dc4cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.283697] env[69584]: DEBUG nova.network.neutron [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Successfully updated port: 244c7f24-6866-4ef1-8587-05b4c3794760 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.292873] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1125.292873] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521a286a-3218-b83e-fd0c-72e8be3ad67a" [ 1125.292873] env[69584]: _type = "Task" [ 1125.292873] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.293360] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41045d77-c6f9-4ae7-8731-199074e0983d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.309585] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521a286a-3218-b83e-fd0c-72e8be3ad67a, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.334980] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.335340] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] cfe0f30c-db28-47db-8bdc-147af4643285/cfe0f30c-db28-47db-8bdc-147af4643285.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.336233] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b01aab7-fd03-4358-9b6a-87af2b4db2d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.338852] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464ceb7c-a550-46ff-a284-586daa291e22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.347963] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c03604-f3ff-4e5b-864c-08f5838fa8eb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.351963] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1125.351963] env[69584]: value = "task-3486319" [ 1125.351963] env[69584]: _type = "Task" [ 1125.351963] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.363747] env[69584]: DEBUG nova.compute.provider_tree [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.370086] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.428583] env[69584]: DEBUG nova.compute.manager [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.428583] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.429491] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99323f3e-d226-4c65-9de2-60bf6fa9fdf1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.437441] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.437725] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c9195e-f277-4972-8cbe-ba45ab362214 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.446426] env[69584]: DEBUG oslo_vmware.api [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1125.446426] env[69584]: value = "task-3486320" [ 1125.446426] env[69584]: _type = "Task" [ 1125.446426] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.455777] env[69584]: DEBUG oslo_vmware.api [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.617150] env[69584]: DEBUG oslo_vmware.api [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486318, 'name': PowerOnVM_Task, 'duration_secs': 0.546603} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.617641] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.617958] env[69584]: INFO nova.compute.manager [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1125.618295] env[69584]: DEBUG nova.compute.manager [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.619261] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935d3d9-83b4-4150-b2ec-a371a4568350 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.786829] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Acquiring lock "refresh_cache-80766760-32cf-402e-a8a8-ccb8e32b192f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.787124] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Acquired lock "refresh_cache-80766760-32cf-402e-a8a8-ccb8e32b192f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.787283] env[69584]: DEBUG nova.network.neutron [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.864412] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486319, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.867443] env[69584]: DEBUG nova.scheduler.client.report [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.959736] env[69584]: DEBUG oslo_vmware.api [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486320, 'name': PowerOffVM_Task, 'duration_secs': 0.251419} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.960008] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.960237] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.960493] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61fc9eac-ba9e-495c-a23e-441cb3c6b948 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.976187] env[69584]: DEBUG nova.network.neutron [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Port 5b48f084-dba4-4a9d-a338-bdd3629b05c6 binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.976335] env[69584]: DEBUG oslo_concurrency.lockutils [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.976388] env[69584]: DEBUG oslo_concurrency.lockutils [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.976536] env[69584]: DEBUG nova.network.neutron [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.041834] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.042132] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.042334] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleting the datastore file [datastore2] b91d5d9b-633f-46ea-9d31-6d56a4fd32af {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.042598] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb80b614-9050-4264-92fa-c7dfc7877489 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.050613] env[69584]: DEBUG oslo_vmware.api [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1126.050613] env[69584]: value = "task-3486322" [ 1126.050613] env[69584]: _type = "Task" [ 1126.050613] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.059963] env[69584]: DEBUG oslo_vmware.api [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.140986] env[69584]: INFO nova.compute.manager [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Took 17.46 seconds to build instance. [ 1126.319519] env[69584]: DEBUG nova.network.neutron [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.343350] env[69584]: DEBUG nova.compute.manager [req-44ed52c0-697a-4df3-8bf9-cac59cbe58be req-5caf3825-0ba0-4f57-96ed-eb983d970e91 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Received event network-changed-9b72b2cb-7664-48bb-af34-c2604e07661a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.345118] env[69584]: DEBUG nova.compute.manager [req-44ed52c0-697a-4df3-8bf9-cac59cbe58be req-5caf3825-0ba0-4f57-96ed-eb983d970e91 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Refreshing instance network info cache due to event network-changed-9b72b2cb-7664-48bb-af34-c2604e07661a. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.345118] env[69584]: DEBUG oslo_concurrency.lockutils [req-44ed52c0-697a-4df3-8bf9-cac59cbe58be req-5caf3825-0ba0-4f57-96ed-eb983d970e91 service nova] Acquiring lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.345118] env[69584]: DEBUG oslo_concurrency.lockutils [req-44ed52c0-697a-4df3-8bf9-cac59cbe58be req-5caf3825-0ba0-4f57-96ed-eb983d970e91 service nova] Acquired lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.345118] env[69584]: DEBUG nova.network.neutron [req-44ed52c0-697a-4df3-8bf9-cac59cbe58be req-5caf3825-0ba0-4f57-96ed-eb983d970e91 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Refreshing network info cache for port 9b72b2cb-7664-48bb-af34-c2604e07661a {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.363495] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598191} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.363817] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] cfe0f30c-db28-47db-8bdc-147af4643285/cfe0f30c-db28-47db-8bdc-147af4643285.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.364088] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.364377] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70d14182-d8fa-4df4-9498-18c8f43ff6e8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.371086] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1126.371086] env[69584]: value = "task-3486323" [ 1126.371086] env[69584]: _type = "Task" [ 1126.371086] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.371900] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.377777] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.896s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.379539] env[69584]: INFO nova.compute.claims [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.392256] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.399284] env[69584]: INFO nova.scheduler.client.report [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Deleted allocations for instance d4b3022f-c2ee-43c3-b695-a7b53ac62ecf [ 1126.455539] env[69584]: DEBUG nova.compute.manager [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.456106] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.456350] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.456435] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.456601] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.456756] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.456900] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.457224] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.457446] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.457684] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.457842] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.458085] env[69584]: DEBUG nova.virt.hardware [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.459281] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb0b405-1cda-4d6c-8c26-3dd3f0362e9c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.468188] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa367bd-eec7-46a5-be7c-4e963cb81f90 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.563800] env[69584]: DEBUG oslo_vmware.api [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.564727] env[69584]: DEBUG nova.network.neutron [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Updating instance_info_cache with network_info: [{"id": "244c7f24-6866-4ef1-8587-05b4c3794760", "address": "fa:16:3e:3d:cd:dc", "network": {"id": "c6708f21-ea20-41fd-a14b-7c7011106cb8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1967764345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323947139f344d3ba20dfd07390fdf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244c7f24-68", "ovs_interfaceid": "244c7f24-6866-4ef1-8587-05b4c3794760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.613385] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.613649] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.642878] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e13cc105-f935-4f19-b6d7-fd8de3b660ed tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.979s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.789342] env[69584]: DEBUG nova.network.neutron [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance_info_cache with network_info: [{"id": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "address": "fa:16:3e:3c:3f:9d", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48f084-db", "ovs_interfaceid": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.883327] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120629} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.883595] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.884394] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427a1f84-5ac1-4455-a2b8-b6d5c74a6a1a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.908620] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] cfe0f30c-db28-47db-8bdc-147af4643285/cfe0f30c-db28-47db-8bdc-147af4643285.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.911699] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66215b0c-7317-4d38-b133-e3d77d3a8522 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.928719] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f4525057-1aa9-4aaf-8f3d-6f64a007df53 tempest-ListServerFiltersTestJSON-1804318738 tempest-ListServerFiltersTestJSON-1804318738-project-member] Lock "d4b3022f-c2ee-43c3-b695-a7b53ac62ecf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.419s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.936030] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1126.936030] env[69584]: value = "task-3486324" [ 1126.936030] env[69584]: _type = "Task" [ 1126.936030] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.944778] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.067243] env[69584]: DEBUG oslo_vmware.api [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518183} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.068165] env[69584]: DEBUG nova.network.neutron [req-44ed52c0-697a-4df3-8bf9-cac59cbe58be req-5caf3825-0ba0-4f57-96ed-eb983d970e91 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updated VIF entry in instance network info cache for port 9b72b2cb-7664-48bb-af34-c2604e07661a. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.068519] env[69584]: DEBUG nova.network.neutron [req-44ed52c0-697a-4df3-8bf9-cac59cbe58be req-5caf3825-0ba0-4f57-96ed-eb983d970e91 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance_info_cache with network_info: [{"id": "9b72b2cb-7664-48bb-af34-c2604e07661a", "address": "fa:16:3e:3b:3f:3b", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b72b2cb-76", "ovs_interfaceid": "9b72b2cb-7664-48bb-af34-c2604e07661a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.070109] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Releasing lock "refresh_cache-80766760-32cf-402e-a8a8-ccb8e32b192f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.070188] env[69584]: DEBUG nova.compute.manager [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Instance network_info: |[{"id": "244c7f24-6866-4ef1-8587-05b4c3794760", "address": "fa:16:3e:3d:cd:dc", "network": {"id": "c6708f21-ea20-41fd-a14b-7c7011106cb8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1967764345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323947139f344d3ba20dfd07390fdf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244c7f24-68", "ovs_interfaceid": "244c7f24-6866-4ef1-8587-05b4c3794760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.070377] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.070558] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.070838] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.071047] env[69584]: INFO nova.compute.manager [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1127.071298] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.071818] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:cd:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '244c7f24-6866-4ef1-8587-05b4c3794760', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.079192] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Creating folder: Project (323947139f344d3ba20dfd07390fdf93). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.079397] env[69584]: DEBUG nova.compute.manager [-] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.079497] env[69584]: DEBUG nova.network.neutron [-] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.081663] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-225d5ace-0371-473b-a7d4-0529983df460 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.095016] env[69584]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1127.095304] env[69584]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69584) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1127.095550] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Folder already exists: Project (323947139f344d3ba20dfd07390fdf93). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1127.095743] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Creating folder: Instances. Parent ref: group-v696894. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.095998] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a7339a5-529a-4dd5-8614-0befd2d8ee0e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.105687] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Created folder: Instances in parent group-v696894. [ 1127.105919] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.106118] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.106316] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8f04a5c-d586-47c1-b326-6b1ad5ed90bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.122463] env[69584]: DEBUG nova.compute.manager [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.129737] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.129737] env[69584]: value = "task-3486327" [ 1127.129737] env[69584]: _type = "Task" [ 1127.129737] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.138200] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486327, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.178075] env[69584]: DEBUG nova.compute.manager [req-246aa810-84d2-43cf-b20c-69903b4687fd req-d9fe623d-4a17-4633-b78b-289809e66215 service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Received event network-changed-244c7f24-6866-4ef1-8587-05b4c3794760 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.178236] env[69584]: DEBUG nova.compute.manager [req-246aa810-84d2-43cf-b20c-69903b4687fd req-d9fe623d-4a17-4633-b78b-289809e66215 service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Refreshing instance network info cache due to event network-changed-244c7f24-6866-4ef1-8587-05b4c3794760. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.178452] env[69584]: DEBUG oslo_concurrency.lockutils [req-246aa810-84d2-43cf-b20c-69903b4687fd req-d9fe623d-4a17-4633-b78b-289809e66215 service nova] Acquiring lock "refresh_cache-80766760-32cf-402e-a8a8-ccb8e32b192f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.178594] env[69584]: DEBUG oslo_concurrency.lockutils [req-246aa810-84d2-43cf-b20c-69903b4687fd req-d9fe623d-4a17-4633-b78b-289809e66215 service nova] Acquired lock "refresh_cache-80766760-32cf-402e-a8a8-ccb8e32b192f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.178769] env[69584]: DEBUG nova.network.neutron [req-246aa810-84d2-43cf-b20c-69903b4687fd req-d9fe623d-4a17-4633-b78b-289809e66215 service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Refreshing network info cache for port 244c7f24-6866-4ef1-8587-05b4c3794760 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.292110] env[69584]: DEBUG oslo_concurrency.lockutils [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.449219] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.572336] env[69584]: DEBUG oslo_concurrency.lockutils [req-44ed52c0-697a-4df3-8bf9-cac59cbe58be req-5caf3825-0ba0-4f57-96ed-eb983d970e91 service nova] Releasing lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.589295] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a866b54-bed8-4728-a807-c7e9971c4257 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.598248] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47d5849-37c1-4d2b-ac55-004684ff48a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.648207] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e98f36-61fa-482e-b685-d1b452f7c569 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.655972] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486327, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.659077] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4d8831-0d35-4a38-b71c-a96d9ffba7ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.663702] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.673716] env[69584]: DEBUG nova.compute.provider_tree [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.798941] env[69584]: DEBUG nova.compute.manager [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69584) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1127.798941] env[69584]: DEBUG oslo_concurrency.lockutils [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.810343] env[69584]: DEBUG nova.network.neutron [-] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.946925] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486324, 'name': ReconfigVM_Task, 'duration_secs': 0.716272} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.947411] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Reconfigured VM instance instance-0000006d to attach disk [datastore2] cfe0f30c-db28-47db-8bdc-147af4643285/cfe0f30c-db28-47db-8bdc-147af4643285.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.948149] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d5a3cef-1a18-4884-9796-bd171a0572a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.956691] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1127.956691] env[69584]: value = "task-3486328" [ 1127.956691] env[69584]: _type = "Task" [ 1127.956691] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.960940] env[69584]: DEBUG nova.network.neutron [req-246aa810-84d2-43cf-b20c-69903b4687fd req-d9fe623d-4a17-4633-b78b-289809e66215 service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Updated VIF entry in instance network info cache for port 244c7f24-6866-4ef1-8587-05b4c3794760. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.961382] env[69584]: DEBUG nova.network.neutron [req-246aa810-84d2-43cf-b20c-69903b4687fd req-d9fe623d-4a17-4633-b78b-289809e66215 service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Updating instance_info_cache with network_info: [{"id": "244c7f24-6866-4ef1-8587-05b4c3794760", "address": "fa:16:3e:3d:cd:dc", "network": {"id": "c6708f21-ea20-41fd-a14b-7c7011106cb8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1967764345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323947139f344d3ba20dfd07390fdf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244c7f24-68", "ovs_interfaceid": "244c7f24-6866-4ef1-8587-05b4c3794760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.974150] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486328, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.154275] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486327, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.178025] env[69584]: DEBUG nova.scheduler.client.report [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.318426] env[69584]: INFO nova.compute.manager [-] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Took 1.24 seconds to deallocate network for instance. [ 1128.464557] env[69584]: DEBUG oslo_concurrency.lockutils [req-246aa810-84d2-43cf-b20c-69903b4687fd req-d9fe623d-4a17-4633-b78b-289809e66215 service nova] Releasing lock "refresh_cache-80766760-32cf-402e-a8a8-ccb8e32b192f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.468184] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486328, 'name': Rename_Task, 'duration_secs': 0.308739} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.468525] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.468779] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d43c89a-48a9-45b1-b01a-c63f1964b598 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.474396] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1128.474396] env[69584]: value = "task-3486329" [ 1128.474396] env[69584]: _type = "Task" [ 1128.474396] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.481606] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.653883] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486327, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.683888] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.684446] env[69584]: DEBUG nova.compute.manager [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.687757] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.601s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.689394] env[69584]: INFO nova.compute.claims [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.825455] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.984667] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.153717] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486327, 'name': CreateVM_Task, 'duration_secs': 1.72305} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.153878] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.154588] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'fb5b0506-1a39-4fc8-8271-0c49b6c1cbcc', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696901', 'volume_id': '62ba47db-db7b-428f-b2cb-68164a81f4bc', 'name': 'volume-62ba47db-db7b-428f-b2cb-68164a81f4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80766760-32cf-402e-a8a8-ccb8e32b192f', 'attached_at': '', 'detached_at': '', 'volume_id': '62ba47db-db7b-428f-b2cb-68164a81f4bc', 'serial': '62ba47db-db7b-428f-b2cb-68164a81f4bc'}, 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69584) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1129.154797] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Root volume attach. Driver type: vmdk {{(pid=69584) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1129.155575] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f421bfbb-36e6-49e7-a0db-391db03574fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.162676] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6523523-dc1d-46df-957e-4e3e03ab47ad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.168514] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3a2b32-c4ac-49ba-9c87-36286e09bd16 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.173960] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1ecd44f6-1ec0-4cab-ba6e-e63fe23ec30c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.180533] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for the task: (returnval){ [ 1129.180533] env[69584]: value = "task-3486330" [ 1129.180533] env[69584]: _type = "Task" [ 1129.180533] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.189029] env[69584]: DEBUG nova.compute.utils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.191059] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486330, 'name': RelocateVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.191140] env[69584]: DEBUG nova.compute.manager [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.191291] env[69584]: DEBUG nova.network.neutron [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.207049] env[69584]: DEBUG nova.compute.manager [req-8c3e99a5-2194-4619-b938-7335252e1b64 req-eecbdcdc-528a-4e5d-8e3b-86edb4ee948d service nova] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Received event network-vif-deleted-8fad2167-d70c-440a-8309-cc9468e57ce8 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.276468] env[69584]: DEBUG nova.policy [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5674e4e897f4316ba43a47a27d8f2a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0ef109a853140b8b21bff0738f5fe96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.486058] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486329, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.568646] env[69584]: DEBUG nova.network.neutron [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Successfully created port: 7103251c-804c-4032-9596-22fcdce61d60 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.689752] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486330, 'name': RelocateVM_Task, 'duration_secs': 0.432574} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.690113] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1129.690232] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696901', 'volume_id': '62ba47db-db7b-428f-b2cb-68164a81f4bc', 'name': 'volume-62ba47db-db7b-428f-b2cb-68164a81f4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80766760-32cf-402e-a8a8-ccb8e32b192f', 'attached_at': '', 'detached_at': '', 'volume_id': '62ba47db-db7b-428f-b2cb-68164a81f4bc', 'serial': '62ba47db-db7b-428f-b2cb-68164a81f4bc'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1129.690983] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181b3636-a56b-481f-a98a-a2edda007e10 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.693850] env[69584]: DEBUG nova.compute.manager [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.715922] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67050b6-6464-4381-b455-bf12f8363f3e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.739378] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-62ba47db-db7b-428f-b2cb-68164a81f4bc/volume-62ba47db-db7b-428f-b2cb-68164a81f4bc.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.739739] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3724b8d-c312-4e49-9e9a-e4a45a9445ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.763224] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for the task: (returnval){ [ 1129.763224] env[69584]: value = "task-3486331" [ 1129.763224] env[69584]: _type = "Task" [ 1129.763224] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.771516] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.918893] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e684150-91e0-46b3-95d0-6a40ee92d004 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.928195] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274b6e33-d23a-4620-8e38-09ed886c46bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.961949] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ce9c6-92b2-4ffb-9205-dc0d16b02855 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.969710] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b73301-5f15-4b86-a8b1-320c0bd83040 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.986500] env[69584]: DEBUG nova.compute.provider_tree [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.992972] env[69584]: DEBUG oslo_vmware.api [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486329, 'name': PowerOnVM_Task, 'duration_secs': 1.043737} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.993246] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.993456] env[69584]: INFO nova.compute.manager [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1129.993666] env[69584]: DEBUG nova.compute.manager [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.994650] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ffc8b2-e4eb-49f6-b401-1ac148e3587b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.273154] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486331, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.490629] env[69584]: DEBUG nova.scheduler.client.report [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.511802] env[69584]: INFO nova.compute.manager [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Took 21.42 seconds to build instance. [ 1130.706047] env[69584]: DEBUG nova.compute.manager [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.746625] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.746833] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.746989] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.747186] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.747334] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.747481] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.747811] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.747979] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.748164] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.748329] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.748503] env[69584]: DEBUG nova.virt.hardware [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.749366] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6a3a05-0d9d-43d5-b861-ef3c9a12d458 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.758036] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171a5756-ee60-4ce7-b342-34a7702d1939 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.778275] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486331, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.996024] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.996024] env[69584]: DEBUG nova.compute.manager [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.998994] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.335s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.000144] env[69584]: INFO nova.compute.claims [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.014106] env[69584]: DEBUG oslo_concurrency.lockutils [None req-18a30ad3-e684-4481-b1e3-1dd6a3339b9a tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "cfe0f30c-db28-47db-8bdc-147af4643285" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.931s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.065515] env[69584]: DEBUG nova.network.neutron [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Successfully updated port: 7103251c-804c-4032-9596-22fcdce61d60 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.255513] env[69584]: DEBUG nova.compute.manager [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Received event network-vif-plugged-7103251c-804c-4032-9596-22fcdce61d60 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.255736] env[69584]: DEBUG oslo_concurrency.lockutils [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] Acquiring lock "55375518-44cc-4afc-bb25-cd7675f96c41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.256269] env[69584]: DEBUG oslo_concurrency.lockutils [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] Lock "55375518-44cc-4afc-bb25-cd7675f96c41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.256449] env[69584]: DEBUG oslo_concurrency.lockutils [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] Lock "55375518-44cc-4afc-bb25-cd7675f96c41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.256619] env[69584]: DEBUG nova.compute.manager [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] No waiting events found dispatching network-vif-plugged-7103251c-804c-4032-9596-22fcdce61d60 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.256825] env[69584]: WARNING nova.compute.manager [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Received unexpected event network-vif-plugged-7103251c-804c-4032-9596-22fcdce61d60 for instance with vm_state building and task_state spawning. [ 1131.256997] env[69584]: DEBUG nova.compute.manager [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Received event network-changed-7103251c-804c-4032-9596-22fcdce61d60 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.257169] env[69584]: DEBUG nova.compute.manager [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Refreshing instance network info cache due to event network-changed-7103251c-804c-4032-9596-22fcdce61d60. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.257357] env[69584]: DEBUG oslo_concurrency.lockutils [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] Acquiring lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.257491] env[69584]: DEBUG oslo_concurrency.lockutils [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] Acquired lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.257713] env[69584]: DEBUG nova.network.neutron [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Refreshing network info cache for port 7103251c-804c-4032-9596-22fcdce61d60 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.274723] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486331, 'name': ReconfigVM_Task, 'duration_secs': 1.268959} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.274979] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-62ba47db-db7b-428f-b2cb-68164a81f4bc/volume-62ba47db-db7b-428f-b2cb-68164a81f4bc.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.280066] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33799f93-0a88-458a-aceb-7ba6886b17bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.295473] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for the task: (returnval){ [ 1131.295473] env[69584]: value = "task-3486332" [ 1131.295473] env[69584]: _type = "Task" [ 1131.295473] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.303572] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.505978] env[69584]: DEBUG nova.compute.utils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.510027] env[69584]: DEBUG nova.compute.manager [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.510225] env[69584]: DEBUG nova.network.neutron [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.573493] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.591491] env[69584]: DEBUG nova.policy [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42784c645ddf44e285d094b0aad90e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84fb48e9a2ab4689a2da9a7c839eaf8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.802649] env[69584]: DEBUG nova.network.neutron [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.807631] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486332, 'name': ReconfigVM_Task, 'duration_secs': 0.184382} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.807916] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696901', 'volume_id': '62ba47db-db7b-428f-b2cb-68164a81f4bc', 'name': 'volume-62ba47db-db7b-428f-b2cb-68164a81f4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80766760-32cf-402e-a8a8-ccb8e32b192f', 'attached_at': '', 'detached_at': '', 'volume_id': '62ba47db-db7b-428f-b2cb-68164a81f4bc', 'serial': '62ba47db-db7b-428f-b2cb-68164a81f4bc'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1131.808457] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd6a617-d961-48a2-820b-9f860ca4d389 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.815321] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for the task: (returnval){ [ 1131.815321] env[69584]: value = "task-3486333" [ 1131.815321] env[69584]: _type = "Task" [ 1131.815321] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.823298] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486333, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.924107] env[69584]: DEBUG nova.network.neutron [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.011195] env[69584]: DEBUG nova.compute.manager [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.065039] env[69584]: DEBUG nova.network.neutron [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Successfully created port: 127ca2eb-5864-4c9b-b5f7-cc60b4048271 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.271575] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e449c19f-ae44-4c61-82c9-821cfa3a9d0a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.280157] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a1066d-a57f-4134-ae07-25620cb6f93a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.314141] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d74b1f-bbce-4fbb-8916-9f3cfdbabdc5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.330972] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f91f0e-b227-4dbc-b91d-dcfd5333ffab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.332517] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486333, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.343083] env[69584]: DEBUG nova.compute.provider_tree [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.385436] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "cfe0f30c-db28-47db-8bdc-147af4643285" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.385954] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "cfe0f30c-db28-47db-8bdc-147af4643285" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.386277] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "cfe0f30c-db28-47db-8bdc-147af4643285-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.386551] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "cfe0f30c-db28-47db-8bdc-147af4643285-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.386795] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "cfe0f30c-db28-47db-8bdc-147af4643285-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.390291] env[69584]: INFO nova.compute.manager [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Terminating instance [ 1132.430019] env[69584]: DEBUG oslo_concurrency.lockutils [req-ab488e9a-60d8-420e-9eab-df5a1a14e578 req-c8f26974-609c-4caf-aa13-8835af08975b service nova] Releasing lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.430019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.430019] env[69584]: DEBUG nova.network.neutron [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.827850] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486333, 'name': Rename_Task, 'duration_secs': 0.825279} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.827850] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.828248] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c5ab8c5-21fd-43a3-a0dd-a71461e6f9d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.834181] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for the task: (returnval){ [ 1132.834181] env[69584]: value = "task-3486334" [ 1132.834181] env[69584]: _type = "Task" [ 1132.834181] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.841923] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.846825] env[69584]: DEBUG nova.scheduler.client.report [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.879517] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.879817] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.880026] env[69584]: INFO nova.compute.manager [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Shelving [ 1132.896157] env[69584]: DEBUG nova.compute.manager [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.896364] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.897423] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09111f4c-8144-4265-a350-e219faa3e16b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.904844] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.905326] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41e2a59-a6bd-4619-b9ed-d74834a1e778 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.911831] env[69584]: DEBUG oslo_vmware.api [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1132.911831] env[69584]: value = "task-3486335" [ 1132.911831] env[69584]: _type = "Task" [ 1132.911831] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.920680] env[69584]: DEBUG oslo_vmware.api [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.961564] env[69584]: DEBUG nova.network.neutron [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.029132] env[69584]: DEBUG nova.compute.manager [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.057947] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.058237] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.058394] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.058576] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.058721] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.058863] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.059207] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.059272] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.059397] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.059555] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.059900] env[69584]: DEBUG nova.virt.hardware [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.060848] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e0569c-9b56-4eb4-a90b-81c6fe160630 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.070354] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdec5b7-4ef3-4391-989e-65228fac326c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.086465] env[69584]: DEBUG nova.network.neutron [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Updating instance_info_cache with network_info: [{"id": "7103251c-804c-4032-9596-22fcdce61d60", "address": "fa:16:3e:87:15:09", "network": {"id": "71c37661-b292-4fb1-97e6-95744b1fa96b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1165214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d0ef109a853140b8b21bff0738f5fe96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7103251c-80", "ovs_interfaceid": "7103251c-804c-4032-9596-22fcdce61d60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.344524] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.351436] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.351959] env[69584]: DEBUG nova.compute.manager [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.354475] env[69584]: DEBUG oslo_concurrency.lockutils [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.556s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.421706] env[69584]: DEBUG oslo_vmware.api [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486335, 'name': PowerOffVM_Task, 'duration_secs': 0.248144} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.421978] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.422168] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.422414] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64913ee2-f235-4cc5-ae11-6c8e14de9cf4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.589351] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.589727] env[69584]: DEBUG nova.compute.manager [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Instance network_info: |[{"id": "7103251c-804c-4032-9596-22fcdce61d60", "address": "fa:16:3e:87:15:09", "network": {"id": "71c37661-b292-4fb1-97e6-95744b1fa96b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1165214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d0ef109a853140b8b21bff0738f5fe96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7103251c-80", "ovs_interfaceid": "7103251c-804c-4032-9596-22fcdce61d60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.590254] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:15:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7103251c-804c-4032-9596-22fcdce61d60', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.599217] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.599554] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.600272] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34540a95-7df7-4028-ad42-3a1307fb4426 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.619918] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.619918] env[69584]: value = "task-3486337" [ 1133.619918] env[69584]: _type = "Task" [ 1133.619918] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.628844] env[69584]: DEBUG nova.compute.manager [req-3aaa6932-8e11-4ea9-b493-0a23e47e5688 req-1d522c22-56ca-4655-b7cf-2c74bf4ef460 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Received event network-vif-plugged-127ca2eb-5864-4c9b-b5f7-cc60b4048271 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.629087] env[69584]: DEBUG oslo_concurrency.lockutils [req-3aaa6932-8e11-4ea9-b493-0a23e47e5688 req-1d522c22-56ca-4655-b7cf-2c74bf4ef460 service nova] Acquiring lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.629299] env[69584]: DEBUG oslo_concurrency.lockutils [req-3aaa6932-8e11-4ea9-b493-0a23e47e5688 req-1d522c22-56ca-4655-b7cf-2c74bf4ef460 service nova] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.629463] env[69584]: DEBUG oslo_concurrency.lockutils [req-3aaa6932-8e11-4ea9-b493-0a23e47e5688 req-1d522c22-56ca-4655-b7cf-2c74bf4ef460 service nova] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.629628] env[69584]: DEBUG nova.compute.manager [req-3aaa6932-8e11-4ea9-b493-0a23e47e5688 req-1d522c22-56ca-4655-b7cf-2c74bf4ef460 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] No waiting events found dispatching network-vif-plugged-127ca2eb-5864-4c9b-b5f7-cc60b4048271 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.629826] env[69584]: WARNING nova.compute.manager [req-3aaa6932-8e11-4ea9-b493-0a23e47e5688 req-1d522c22-56ca-4655-b7cf-2c74bf4ef460 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Received unexpected event network-vif-plugged-127ca2eb-5864-4c9b-b5f7-cc60b4048271 for instance with vm_state building and task_state spawning. [ 1133.633516] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486337, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.647090] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.647309] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.647598] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleting the datastore file [datastore2] cfe0f30c-db28-47db-8bdc-147af4643285 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.647781] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74d4f651-5a82-4db2-a4ff-f595a3a447e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.655358] env[69584]: DEBUG oslo_vmware.api [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for the task: (returnval){ [ 1133.655358] env[69584]: value = "task-3486338" [ 1133.655358] env[69584]: _type = "Task" [ 1133.655358] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.665232] env[69584]: DEBUG oslo_vmware.api [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.777296] env[69584]: DEBUG nova.network.neutron [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Successfully updated port: 127ca2eb-5864-4c9b-b5f7-cc60b4048271 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.844517] env[69584]: DEBUG oslo_vmware.api [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486334, 'name': PowerOnVM_Task, 'duration_secs': 0.811033} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.844860] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.845034] env[69584]: INFO nova.compute.manager [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1133.845250] env[69584]: DEBUG nova.compute.manager [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.846087] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bbd2a2-d13d-4541-851f-e050eebfa962 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.857189] env[69584]: DEBUG nova.compute.utils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.858418] env[69584]: DEBUG nova.objects.instance [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'migration_context' on Instance uuid 06313c15-ab75-47a9-bbba-42c3807b3a56 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.859318] env[69584]: DEBUG nova.compute.manager [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.859500] env[69584]: DEBUG nova.network.neutron [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.890077] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.890500] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd2bf031-5b4b-444b-9baa-e31532d44997 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.897477] env[69584]: DEBUG nova.policy [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27bcdedffbea433ab08f51d62db91ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '903eba6d0ced490cb4633665d7aedf62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.902614] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1133.902614] env[69584]: value = "task-3486339" [ 1133.902614] env[69584]: _type = "Task" [ 1133.902614] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.913684] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.133042] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486337, 'name': CreateVM_Task, 'duration_secs': 0.417536} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.133042] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.133602] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.133923] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.135405] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.135405] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37a538c-48a6-4953-8feb-146972152ac1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.140382] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1134.140382] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5214ef03-f988-ea6a-d776-b3c5c05c47c5" [ 1134.140382] env[69584]: _type = "Task" [ 1134.140382] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.149839] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5214ef03-f988-ea6a-d776-b3c5c05c47c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.164690] env[69584]: DEBUG oslo_vmware.api [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Task: {'id': task-3486338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194382} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.166114] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.166114] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.166114] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.166114] env[69584]: INFO nova.compute.manager [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1134.166629] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.167346] env[69584]: DEBUG nova.compute.manager [-] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.167609] env[69584]: DEBUG nova.network.neutron [-] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.281432] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "refresh_cache-3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.281432] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "refresh_cache-3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.281432] env[69584]: DEBUG nova.network.neutron [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.373900] env[69584]: DEBUG nova.compute.manager [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.381905] env[69584]: INFO nova.compute.manager [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Took 18.56 seconds to build instance. [ 1134.417274] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486339, 'name': PowerOffVM_Task, 'duration_secs': 0.363374} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.417780] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.418874] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c051bfb1-434e-430f-8d3e-b181cfabe855 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.444022] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3dab06-200e-48b8-9cb1-e375c714e06d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.519505] env[69584]: DEBUG nova.network.neutron [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Successfully created port: a97ae590-4b62-418f-a337-101f4cff18ef {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.654497] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5214ef03-f988-ea6a-d776-b3c5c05c47c5, 'name': SearchDatastore_Task, 'duration_secs': 0.027759} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.654962] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.655565] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.656019] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.657025] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.657025] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.657025] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2277e0db-8eaa-4569-982e-d16626d6a521 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.669166] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.669166] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.669381] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b223b2e-2e6c-4369-bf57-b41b0a8527c8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.678566] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1134.678566] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521dca7e-cc47-5cc6-9560-995281a25aec" [ 1134.678566] env[69584]: _type = "Task" [ 1134.678566] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.688093] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521dca7e-cc47-5cc6-9560-995281a25aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.766278] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77324864-2e48-49ec-9bc7-b664a8c2cfb0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.775291] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ac2d76-3312-4067-9756-c72f9e307571 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.811821] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd4a075-f91b-45f7-a4ca-277747b37d4f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.823441] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff123855-4336-4b8c-aac9-09537ad1e690 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.847748] env[69584]: DEBUG nova.compute.provider_tree [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.885453] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f3c6e622-2727-44ca-9721-bd9e9d40275e tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "80766760-32cf-402e-a8a8-ccb8e32b192f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.068s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.891834] env[69584]: DEBUG nova.network.neutron [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.959351] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1134.960517] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd404b05-b0de-4010-95d2-439d08ce1109 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.969843] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1134.969843] env[69584]: value = "task-3486340" [ 1134.969843] env[69584]: _type = "Task" [ 1134.969843] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.982358] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.153920] env[69584]: DEBUG nova.network.neutron [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Updating instance_info_cache with network_info: [{"id": "127ca2eb-5864-4c9b-b5f7-cc60b4048271", "address": "fa:16:3e:c3:be:e6", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap127ca2eb-58", "ovs_interfaceid": "127ca2eb-5864-4c9b-b5f7-cc60b4048271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.189805] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521dca7e-cc47-5cc6-9560-995281a25aec, 'name': SearchDatastore_Task, 'duration_secs': 0.02313} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.190817] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17b11ee-1742-4c08-bf60-6f6730d10f91 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.196095] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1135.196095] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52252e18-7274-151b-1d9a-0630d36fa466" [ 1135.196095] env[69584]: _type = "Task" [ 1135.196095] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.204345] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52252e18-7274-151b-1d9a-0630d36fa466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.347022] env[69584]: DEBUG nova.scheduler.client.report [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.372239] env[69584]: DEBUG nova.network.neutron [-] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.386809] env[69584]: DEBUG nova.compute.manager [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.415858] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.416125] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.416291] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.416478] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.416625] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.416772] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.417110] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.417314] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.417488] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.417680] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.417864] env[69584]: DEBUG nova.virt.hardware [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.418727] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c5e579-1943-4873-8217-99bcc0d95aa7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.427047] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b23291-1cb7-4505-8cf8-06b1c51066fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.430890] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.431124] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.477431] env[69584]: DEBUG nova.compute.manager [req-ae882a7f-343f-4aac-b7e1-96e1dcbcaf1b req-6e8780ec-7d76-422f-812a-5ec71eac268c service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Received event network-changed-244c7f24-6866-4ef1-8587-05b4c3794760 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.477630] env[69584]: DEBUG nova.compute.manager [req-ae882a7f-343f-4aac-b7e1-96e1dcbcaf1b req-6e8780ec-7d76-422f-812a-5ec71eac268c service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Refreshing instance network info cache due to event network-changed-244c7f24-6866-4ef1-8587-05b4c3794760. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.477871] env[69584]: DEBUG oslo_concurrency.lockutils [req-ae882a7f-343f-4aac-b7e1-96e1dcbcaf1b req-6e8780ec-7d76-422f-812a-5ec71eac268c service nova] Acquiring lock "refresh_cache-80766760-32cf-402e-a8a8-ccb8e32b192f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.477968] env[69584]: DEBUG oslo_concurrency.lockutils [req-ae882a7f-343f-4aac-b7e1-96e1dcbcaf1b req-6e8780ec-7d76-422f-812a-5ec71eac268c service nova] Acquired lock "refresh_cache-80766760-32cf-402e-a8a8-ccb8e32b192f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.478169] env[69584]: DEBUG nova.network.neutron [req-ae882a7f-343f-4aac-b7e1-96e1dcbcaf1b req-6e8780ec-7d76-422f-812a-5ec71eac268c service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Refreshing network info cache for port 244c7f24-6866-4ef1-8587-05b4c3794760 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.482499] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486340, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.657184] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "refresh_cache-3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.657522] env[69584]: DEBUG nova.compute.manager [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Instance network_info: |[{"id": "127ca2eb-5864-4c9b-b5f7-cc60b4048271", "address": "fa:16:3e:c3:be:e6", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap127ca2eb-58", "ovs_interfaceid": "127ca2eb-5864-4c9b-b5f7-cc60b4048271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.657951] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:be:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '127ca2eb-5864-4c9b-b5f7-cc60b4048271', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.667615] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.669172] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.671956] env[69584]: DEBUG nova.compute.manager [req-902e691b-6383-4956-a67f-8ed6b394fd76 req-3406f8d3-88eb-4587-9b01-14df91aeb912 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Received event network-changed-127ca2eb-5864-4c9b-b5f7-cc60b4048271 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.672589] env[69584]: DEBUG nova.compute.manager [req-902e691b-6383-4956-a67f-8ed6b394fd76 req-3406f8d3-88eb-4587-9b01-14df91aeb912 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Refreshing instance network info cache due to event network-changed-127ca2eb-5864-4c9b-b5f7-cc60b4048271. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.672998] env[69584]: DEBUG oslo_concurrency.lockutils [req-902e691b-6383-4956-a67f-8ed6b394fd76 req-3406f8d3-88eb-4587-9b01-14df91aeb912 service nova] Acquiring lock "refresh_cache-3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.673231] env[69584]: DEBUG oslo_concurrency.lockutils [req-902e691b-6383-4956-a67f-8ed6b394fd76 req-3406f8d3-88eb-4587-9b01-14df91aeb912 service nova] Acquired lock "refresh_cache-3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.673428] env[69584]: DEBUG nova.network.neutron [req-902e691b-6383-4956-a67f-8ed6b394fd76 req-3406f8d3-88eb-4587-9b01-14df91aeb912 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Refreshing network info cache for port 127ca2eb-5864-4c9b-b5f7-cc60b4048271 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.674642] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-811bb8c4-6078-43cb-8928-aba060fd2c38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.703357] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.703357] env[69584]: value = "task-3486341" [ 1135.703357] env[69584]: _type = "Task" [ 1135.703357] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.710390] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52252e18-7274-151b-1d9a-0630d36fa466, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.711065] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.711392] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 55375518-44cc-4afc-bb25-cd7675f96c41/55375518-44cc-4afc-bb25-cd7675f96c41.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.712144] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5296970-8e31-4a47-be8a-63c8841095bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.716768] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486341, 'name': CreateVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.720661] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1135.720661] env[69584]: value = "task-3486342" [ 1135.720661] env[69584]: _type = "Task" [ 1135.720661] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.730275] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.875454] env[69584]: INFO nova.compute.manager [-] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Took 1.71 seconds to deallocate network for instance. [ 1135.928675] env[69584]: DEBUG nova.network.neutron [req-902e691b-6383-4956-a67f-8ed6b394fd76 req-3406f8d3-88eb-4587-9b01-14df91aeb912 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Updated VIF entry in instance network info cache for port 127ca2eb-5864-4c9b-b5f7-cc60b4048271. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.929077] env[69584]: DEBUG nova.network.neutron [req-902e691b-6383-4956-a67f-8ed6b394fd76 req-3406f8d3-88eb-4587-9b01-14df91aeb912 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Updating instance_info_cache with network_info: [{"id": "127ca2eb-5864-4c9b-b5f7-cc60b4048271", "address": "fa:16:3e:c3:be:e6", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap127ca2eb-58", "ovs_interfaceid": "127ca2eb-5864-4c9b-b5f7-cc60b4048271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.938794] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.939983] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.939983] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.940521] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.940521] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.940521] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.940521] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1135.940969] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.980464] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486340, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.216143] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486341, 'name': CreateVM_Task, 'duration_secs': 0.392516} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.216342] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.217161] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.217340] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.217694] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.217982] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9052f75a-cf90-4954-a1ea-5ba9cfcd9f46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.227829] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1136.227829] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f0424e-b88e-ba02-1cd1-100669c3311d" [ 1136.227829] env[69584]: _type = "Task" [ 1136.227829] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.234686] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.241691] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f0424e-b88e-ba02-1cd1-100669c3311d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.305093] env[69584]: DEBUG nova.network.neutron [req-ae882a7f-343f-4aac-b7e1-96e1dcbcaf1b req-6e8780ec-7d76-422f-812a-5ec71eac268c service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Updated VIF entry in instance network info cache for port 244c7f24-6866-4ef1-8587-05b4c3794760. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.305528] env[69584]: DEBUG nova.network.neutron [req-ae882a7f-343f-4aac-b7e1-96e1dcbcaf1b req-6e8780ec-7d76-422f-812a-5ec71eac268c service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Updating instance_info_cache with network_info: [{"id": "244c7f24-6866-4ef1-8587-05b4c3794760", "address": "fa:16:3e:3d:cd:dc", "network": {"id": "c6708f21-ea20-41fd-a14b-7c7011106cb8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1967764345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323947139f344d3ba20dfd07390fdf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244c7f24-68", "ovs_interfaceid": "244c7f24-6866-4ef1-8587-05b4c3794760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.357013] env[69584]: DEBUG oslo_concurrency.lockutils [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.002s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.364310] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.539s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.364622] env[69584]: DEBUG nova.objects.instance [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lazy-loading 'resources' on Instance uuid b91d5d9b-633f-46ea-9d31-6d56a4fd32af {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.383617] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.432106] env[69584]: DEBUG oslo_concurrency.lockutils [req-902e691b-6383-4956-a67f-8ed6b394fd76 req-3406f8d3-88eb-4587-9b01-14df91aeb912 service nova] Releasing lock "refresh_cache-3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.432419] env[69584]: DEBUG nova.compute.manager [req-902e691b-6383-4956-a67f-8ed6b394fd76 req-3406f8d3-88eb-4587-9b01-14df91aeb912 service nova] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Received event network-vif-deleted-18a43ea9-585a-4ca6-af77-f8d8386c666c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.447057] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.483206] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486340, 'name': CreateSnapshot_Task, 'duration_secs': 1.184803} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.483783] env[69584]: DEBUG nova.network.neutron [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Successfully updated port: a97ae590-4b62-418f-a337-101f4cff18ef {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.485049] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1136.486341] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de15debc-e00d-44ba-9810-f59b8497dd22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.734800] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590735} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.735420] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 55375518-44cc-4afc-bb25-cd7675f96c41/55375518-44cc-4afc-bb25-cd7675f96c41.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.735667] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.735909] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d86f426-f2bb-414b-af6c-25119803bb5b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.741054] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52f0424e-b88e-ba02-1cd1-100669c3311d, 'name': SearchDatastore_Task, 'duration_secs': 0.056443} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.741632] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.741864] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.742117] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.742266] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.742446] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.742690] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3d225ec-049c-45da-bbf4-44a1dd235a51 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.745649] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1136.745649] env[69584]: value = "task-3486343" [ 1136.745649] env[69584]: _type = "Task" [ 1136.745649] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.755241] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.756571] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.756791] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.757636] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d815daa-1039-45ba-899d-d48118b4efeb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.762896] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1136.762896] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5e196-9e3b-1f47-e924-7d9d6a467bf6" [ 1136.762896] env[69584]: _type = "Task" [ 1136.762896] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.770869] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5e196-9e3b-1f47-e924-7d9d6a467bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.807957] env[69584]: DEBUG oslo_concurrency.lockutils [req-ae882a7f-343f-4aac-b7e1-96e1dcbcaf1b req-6e8780ec-7d76-422f-812a-5ec71eac268c service nova] Releasing lock "refresh_cache-80766760-32cf-402e-a8a8-ccb8e32b192f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.987192] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.987527] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.987527] env[69584]: DEBUG nova.network.neutron [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.004696] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1137.007861] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e942f44-a8e0-4129-bf08-fb33427db81f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.017617] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1137.017617] env[69584]: value = "task-3486344" [ 1137.017617] env[69584]: _type = "Task" [ 1137.017617] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.029392] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486344, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.064689] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447ad026-697d-4113-8e9a-ca1c43793bbf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.072066] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eccdaa-36e0-4691-a5f5-1e28e7f438b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.104580] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3974a875-1204-45dd-a706-bc4075a3b566 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.112230] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92809b6-9c97-4ccc-a8c3-9a45b8ed8004 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.126357] env[69584]: DEBUG nova.compute.provider_tree [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.259048] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142983} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.259349] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.260225] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa79911d-14dc-45b5-884d-521cf5b0e631 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.284472] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 55375518-44cc-4afc-bb25-cd7675f96c41/55375518-44cc-4afc-bb25-cd7675f96c41.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.285151] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf830e2-3de0-47e6-b0df-d6c08bc3a8ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.302647] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c5e196-9e3b-1f47-e924-7d9d6a467bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.04313} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.303899] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824bf805-717c-4ed3-8f3f-c723af74fc62 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.308354] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1137.308354] env[69584]: value = "task-3486345" [ 1137.308354] env[69584]: _type = "Task" [ 1137.308354] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.312390] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1137.312390] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b471e3-7f3d-4a23-bf77-ebe57b8689d0" [ 1137.312390] env[69584]: _type = "Task" [ 1137.312390] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.321061] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.323854] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b471e3-7f3d-4a23-bf77-ebe57b8689d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.524021] env[69584]: DEBUG nova.network.neutron [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.533136] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486344, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.629652] env[69584]: DEBUG nova.scheduler.client.report [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.690176] env[69584]: DEBUG nova.compute.manager [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Received event network-vif-plugged-a97ae590-4b62-418f-a337-101f4cff18ef {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.690409] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] Acquiring lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.690647] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.690920] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.691220] env[69584]: DEBUG nova.compute.manager [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] No waiting events found dispatching network-vif-plugged-a97ae590-4b62-418f-a337-101f4cff18ef {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.691303] env[69584]: WARNING nova.compute.manager [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Received unexpected event network-vif-plugged-a97ae590-4b62-418f-a337-101f4cff18ef for instance with vm_state building and task_state spawning. [ 1137.691465] env[69584]: DEBUG nova.compute.manager [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Received event network-changed-a97ae590-4b62-418f-a337-101f4cff18ef {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.691644] env[69584]: DEBUG nova.compute.manager [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Refreshing instance network info cache due to event network-changed-a97ae590-4b62-418f-a337-101f4cff18ef. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.691772] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] Acquiring lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.692758] env[69584]: DEBUG nova.network.neutron [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance_info_cache with network_info: [{"id": "a97ae590-4b62-418f-a337-101f4cff18ef", "address": "fa:16:3e:9a:49:89", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa97ae590-4b", "ovs_interfaceid": "a97ae590-4b62-418f-a337-101f4cff18ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.823041] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b471e3-7f3d-4a23-bf77-ebe57b8689d0, 'name': SearchDatastore_Task, 'duration_secs': 0.031417} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.826349] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.826716] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97/3a5f0e93-db0e-4b1d-bd15-79678d0e0a97.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.827331] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.827582] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-329c3334-cb71-4980-a9d1-4e3075ad66bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.836668] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1137.836668] env[69584]: value = "task-3486346" [ 1137.836668] env[69584]: _type = "Task" [ 1137.836668] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.844702] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.906978] env[69584]: INFO nova.compute.manager [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Swapping old allocation on dict_keys(['30f8f051-88a7-431d-bbd1-9aafd798bbef']) held by migration 944537f5-6b4a-43ec-94d6-94b61c178cd2 for instance [ 1137.929486] env[69584]: DEBUG nova.scheduler.client.report [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Overwriting current allocation {'allocations': {'30f8f051-88a7-431d-bbd1-9aafd798bbef': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': '7d9fa402f84943b799c941ef8b421ca8', 'user_id': '1377cca8ece84b4cbf5330781196e7c3', 'consumer_generation': 1} on consumer 06313c15-ab75-47a9-bbba-42c3807b3a56 {{(pid=69584) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1138.017252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.017252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.017542] env[69584]: DEBUG nova.network.neutron [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.031542] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486344, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.134280] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.139378] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.756s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.139869] env[69584]: DEBUG nova.objects.instance [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lazy-loading 'resources' on Instance uuid cfe0f30c-db28-47db-8bdc-147af4643285 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.155709] env[69584]: INFO nova.scheduler.client.report [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted allocations for instance b91d5d9b-633f-46ea-9d31-6d56a4fd32af [ 1138.195749] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.196200] env[69584]: DEBUG nova.compute.manager [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Instance network_info: |[{"id": "a97ae590-4b62-418f-a337-101f4cff18ef", "address": "fa:16:3e:9a:49:89", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa97ae590-4b", "ovs_interfaceid": "a97ae590-4b62-418f-a337-101f4cff18ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.196531] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] Acquired lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.196806] env[69584]: DEBUG nova.network.neutron [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Refreshing network info cache for port a97ae590-4b62-418f-a337-101f4cff18ef {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.198294] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:49:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a97ae590-4b62-418f-a337-101f4cff18ef', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.206798] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.211342] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.211962] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8410f09-5843-4f3f-a9b0-93413a35127c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.237098] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.237098] env[69584]: value = "task-3486347" [ 1138.237098] env[69584]: _type = "Task" [ 1138.237098] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.245851] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486347, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.319569] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486345, 'name': ReconfigVM_Task, 'duration_secs': 0.717183} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.319881] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 55375518-44cc-4afc-bb25-cd7675f96c41/55375518-44cc-4afc-bb25-cd7675f96c41.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.322556] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e9fad19-ce39-43db-9a3e-f44ef647cc44 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.328734] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1138.328734] env[69584]: value = "task-3486348" [ 1138.328734] env[69584]: _type = "Task" [ 1138.328734] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.337758] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486348, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.346284] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473523} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.346284] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97/3a5f0e93-db0e-4b1d-bd15-79678d0e0a97.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.346284] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.346284] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-664b2131-c6dd-4a23-bd21-149090fd42c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.352957] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1138.352957] env[69584]: value = "task-3486349" [ 1138.352957] env[69584]: _type = "Task" [ 1138.352957] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.361235] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.478128] env[69584]: DEBUG nova.network.neutron [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updated VIF entry in instance network info cache for port a97ae590-4b62-418f-a337-101f4cff18ef. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.478645] env[69584]: DEBUG nova.network.neutron [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance_info_cache with network_info: [{"id": "a97ae590-4b62-418f-a337-101f4cff18ef", "address": "fa:16:3e:9a:49:89", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa97ae590-4b", "ovs_interfaceid": "a97ae590-4b62-418f-a337-101f4cff18ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.531708] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486344, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.666552] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d0c05db3-5583-4ba0-9e61-e0baa7218287 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "b91d5d9b-633f-46ea-9d31-6d56a4fd32af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.745s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.746682] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486347, 'name': CreateVM_Task, 'duration_secs': 0.317362} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.748909] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.749757] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.749934] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.750253] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.750509] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bf12d9-6b87-4df7-9b72-8ec7bec7c04c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.756181] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1138.756181] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528dee0c-63ba-60be-167f-cbf55701bbca" [ 1138.756181] env[69584]: _type = "Task" [ 1138.756181] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.762143] env[69584]: DEBUG nova.network.neutron [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance_info_cache with network_info: [{"id": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "address": "fa:16:3e:3c:3f:9d", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48f084-db", "ovs_interfaceid": "5b48f084-dba4-4a9d-a338-bdd3629b05c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.768413] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528dee0c-63ba-60be-167f-cbf55701bbca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.804432] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520773a2-b6de-4280-a3f5-5c8ed7569629 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.811702] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d158c-04a4-4a2b-9bae-5805cfed4319 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.845899] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c256e301-19bc-48b6-bbd3-f8b9c2c39842 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.854990] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486348, 'name': Rename_Task, 'duration_secs': 0.141614} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.857831] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.859047] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6de2b-a896-4301-9675-034be2648bc4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.862762] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87df4cec-7e45-4b21-b948-76c27c23a418 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.874140] env[69584]: DEBUG nova.compute.provider_tree [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.880019] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065716} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.880300] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1138.880300] env[69584]: value = "task-3486350" [ 1138.880300] env[69584]: _type = "Task" [ 1138.880300] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.880800] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.881602] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2236bce-1895-45ab-a057-5bca55ede996 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.907605] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97/3a5f0e93-db0e-4b1d-bd15-79678d0e0a97.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.912278] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d9ae91-8d9e-4c4f-b0a1-bfda268ec633 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.926856] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486350, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.932458] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1138.932458] env[69584]: value = "task-3486351" [ 1138.932458] env[69584]: _type = "Task" [ 1138.932458] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.941678] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.981402] env[69584]: DEBUG oslo_concurrency.lockutils [req-d6633715-699e-49de-bc27-b63ab3574121 req-7294aedc-3ca7-4df9-bc7d-18ec21bf6274 service nova] Releasing lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.032509] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486344, 'name': CloneVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.267653] env[69584]: DEBUG oslo_concurrency.lockutils [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-06313c15-ab75-47a9-bbba-42c3807b3a56" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.268103] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.268384] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528dee0c-63ba-60be-167f-cbf55701bbca, 'name': SearchDatastore_Task, 'duration_secs': 0.062976} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.268585] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aebf4e3c-bbfa-4cb6-8b6d-05d5e5df2362 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.270204] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.270425] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.270715] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.270878] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.271072] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.271344] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a8055a6-1159-4f65-b9cb-ef3b28e327c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.277602] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1139.277602] env[69584]: value = "task-3486352" [ 1139.277602] env[69584]: _type = "Task" [ 1139.277602] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.281561] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.281771] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.282854] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b566b8f-7b4d-4cee-affa-989ceffa6480 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.288142] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.291442] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1139.291442] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52179860-5219-f8ee-500e-7ab5d0490e79" [ 1139.291442] env[69584]: _type = "Task" [ 1139.291442] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.299009] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52179860-5219-f8ee-500e-7ab5d0490e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.382456] env[69584]: DEBUG nova.scheduler.client.report [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.398052] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.443424] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.532688] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486344, 'name': CloneVM_Task, 'duration_secs': 2.078207} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.532891] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Created linked-clone VM from snapshot [ 1139.533629] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b9860-1ab0-478a-94db-b4968f43a66c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.540644] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Uploading image 09cde4b8-4807-4e93-9b5d-b5fca5b73959 {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1139.566211] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1139.566211] env[69584]: value = "vm-696912" [ 1139.566211] env[69584]: _type = "VirtualMachine" [ 1139.566211] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1139.566501] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4dda55ce-0823-41dd-aad8-619aa3d8f8b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.574016] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lease: (returnval){ [ 1139.574016] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52619d06-2d60-3939-47e3-e66d6627f396" [ 1139.574016] env[69584]: _type = "HttpNfcLease" [ 1139.574016] env[69584]: } obtained for exporting VM: (result){ [ 1139.574016] env[69584]: value = "vm-696912" [ 1139.574016] env[69584]: _type = "VirtualMachine" [ 1139.574016] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1139.574312] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the lease: (returnval){ [ 1139.574312] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52619d06-2d60-3939-47e3-e66d6627f396" [ 1139.574312] env[69584]: _type = "HttpNfcLease" [ 1139.574312] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1139.580920] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.580920] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52619d06-2d60-3939-47e3-e66d6627f396" [ 1139.580920] env[69584]: _type = "HttpNfcLease" [ 1139.580920] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1139.787633] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486352, 'name': PowerOffVM_Task, 'duration_secs': 0.276597} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.787915] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.788677] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.788865] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.788969] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.789301] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.789301] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.789477] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.789989] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.789989] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.790168] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.790351] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.790531] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.795734] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7b2749-1be2-4047-90d6-f7c02556fa67 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.818959] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.819243] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.820914] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1139.820914] env[69584]: value = "task-3486354" [ 1139.820914] env[69584]: _type = "Task" [ 1139.820914] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.821165] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52179860-5219-f8ee-500e-7ab5d0490e79, 'name': SearchDatastore_Task, 'duration_secs': 0.021431} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.825226] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf7383f-8ce8-46f6-a27c-06e256ed14fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.831197] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1139.831197] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5213c8b0-1633-543a-f5f8-ada738d7e719" [ 1139.831197] env[69584]: _type = "Task" [ 1139.831197] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.834736] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.843349] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5213c8b0-1633-543a-f5f8-ada738d7e719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.861392] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.861392] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.894835] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.896687] env[69584]: DEBUG oslo_vmware.api [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486350, 'name': PowerOnVM_Task, 'duration_secs': 0.587158} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.897099] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.450s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.897275] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.897427] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1139.897942] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.898167] env[69584]: INFO nova.compute.manager [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1139.898345] env[69584]: DEBUG nova.compute.manager [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.899096] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a71be-e649-49a1-aebe-370e1671c245 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.902193] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356d5861-eb2c-40ad-89e1-92d7db563bd5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.910408] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385df401-6a2d-4ae6-8133-bf23fe6d9240 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.917658] env[69584]: INFO nova.scheduler.client.report [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Deleted allocations for instance cfe0f30c-db28-47db-8bdc-147af4643285 [ 1139.932672] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a06cd6-764d-4200-9980-bd4430670cb8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.946477] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2939aeb2-559a-4b2b-ba68-eb765b1e1914 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.949534] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486351, 'name': ReconfigVM_Task, 'duration_secs': 0.809629} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.950484] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97/3a5f0e93-db0e-4b1d-bd15-79678d0e0a97.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.951453] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a537234-9679-4e61-a19b-7f679c5b6319 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.977931] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179527MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1139.984446] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.984446] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.984446] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1139.984446] env[69584]: value = "task-3486355" [ 1139.984446] env[69584]: _type = "Task" [ 1139.984446] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.989951] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486355, 'name': Rename_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.082955] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.082955] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52619d06-2d60-3939-47e3-e66d6627f396" [ 1140.082955] env[69584]: _type = "HttpNfcLease" [ 1140.082955] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1140.083452] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1140.083452] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52619d06-2d60-3939-47e3-e66d6627f396" [ 1140.083452] env[69584]: _type = "HttpNfcLease" [ 1140.083452] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1140.083991] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89b66b1-52c9-4834-abf2-7d90ad3c5811 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.091274] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18fb0-a358-0c6c-1315-45bd6d6a75fa/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1140.091445] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18fb0-a358-0c6c-1315-45bd6d6a75fa/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1140.207338] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-754efb8d-f5ed-4193-b0d5-6e986ce5b4a8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.321807] env[69584]: DEBUG nova.compute.manager [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.335906] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486354, 'name': ReconfigVM_Task, 'duration_secs': 0.257093} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.339383] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c86a8d-1513-4137-9529-ba944461d4b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.347593] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5213c8b0-1633-543a-f5f8-ada738d7e719, 'name': SearchDatastore_Task, 'duration_secs': 0.012325} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.361093] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.361401] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1/4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.362221] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.362440] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.362596] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.362780] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.362928] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.363111] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.363336] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.363498] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.363662] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.363822] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.363995] env[69584]: DEBUG nova.virt.hardware [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.364786] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e22db4e9-ff07-4ca5-8d44-53d98348bad1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.369343] env[69584]: DEBUG nova.compute.utils [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.373874] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9622f5f9-8624-4ab9-8e24-788161a95479 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.381252] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1140.381252] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528f7e84-66a1-dc4b-3237-d39b2f2fdd4e" [ 1140.381252] env[69584]: _type = "Task" [ 1140.381252] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.386011] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1140.386011] env[69584]: value = "task-3486356" [ 1140.386011] env[69584]: _type = "Task" [ 1140.386011] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.393092] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528f7e84-66a1-dc4b-3237-d39b2f2fdd4e, 'name': SearchDatastore_Task, 'duration_secs': 0.007831} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.398917] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.402148] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96466bc4-d9a5-45ca-944c-ce19fbe88f17 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.417117] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.427679] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1140.427679] env[69584]: value = "task-3486357" [ 1140.427679] env[69584]: _type = "Task" [ 1140.427679] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.430281] env[69584]: INFO nova.compute.manager [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Took 17.00 seconds to build instance. [ 1140.439740] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a5b0ab17-3c25-4512-b21f-adbc6f86e20d tempest-ServerDiskConfigTestJSON-1759733640 tempest-ServerDiskConfigTestJSON-1759733640-project-member] Lock "cfe0f30c-db28-47db-8bdc-147af4643285" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.054s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.445308] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.498629] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486355, 'name': Rename_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.854337] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.875528] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.895988] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486356, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.932365] env[69584]: DEBUG oslo_concurrency.lockutils [None req-344016c1-4e86-4315-97aa-efdc32afdbcb tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "55375518-44cc-4afc-bb25-cd7675f96c41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.505s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.942527] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486357, 'name': ReconfigVM_Task, 'duration_secs': 0.195594} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.942987] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.943875] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c666f8-34b1-4277-99fd-aa4d3f17d5ae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.969507] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 06313c15-ab75-47a9-bbba-42c3807b3a56/06313c15-ab75-47a9-bbba-42c3807b3a56.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.969887] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc348780-42ed-441d-99fa-2026fb94b4fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.988356] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1140.988356] env[69584]: value = "task-3486358" [ 1140.988356] env[69584]: _type = "Task" [ 1140.988356] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.004656] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.010242] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486355, 'name': Rename_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.016017] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance c6196367-cd11-4e77-abf7-b0a860d1e0e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.016182] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 5f181790-41f0-4812-84bb-672f2f077e83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.016345] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 57aa8c19-b68d-4d9e-80dc-1b91719743e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.016449] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 326682e0-1169-4f98-bab5-f7bfc21d1d95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.016558] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 5688b532-f104-408d-ab46-4bc914ed4c6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.016681] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 06313c15-ab75-47a9-bbba-42c3807b3a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.016787] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance c035d7fa-620c-4d65-b923-971c84e68ca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.016918] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 80766760-32cf-402e-a8a8-ccb8e32b192f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.017047] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 55375518-44cc-4afc-bb25-cd7675f96c41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.017227] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.018278] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1141.398431] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55491} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.398978] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1/4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.399354] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.400278] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf89f616-b1f5-44bf-804b-abc1d1707962 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.408009] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1141.408009] env[69584]: value = "task-3486359" [ 1141.408009] env[69584]: _type = "Task" [ 1141.408009] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.420618] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.503683] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486355, 'name': Rename_Task, 'duration_secs': 1.218979} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.504421] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.504421] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.504697] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2be5672e-60ae-4995-95c6-ef98be9c6f3a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.510232] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1141.510232] env[69584]: value = "task-3486360" [ 1141.510232] env[69584]: _type = "Task" [ 1141.510232] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.518298] env[69584]: INFO nova.compute.manager [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Rescuing [ 1141.518682] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.519065] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.519176] env[69584]: DEBUG nova.network.neutron [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.521514] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 94a802ba-da57-4cd4-92b7-c42eb5b5e968 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1141.522139] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1141.523270] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1141.532431] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486360, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.709838] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135d6e5a-43cf-4d20-925d-6b1251819038 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.717641] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b8bd63-64a4-4bf8-a361-1a5deecb4ec5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.752207] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff190e7-6d35-4662-b9f3-7d56ceb986a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.762613] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aaff0e-adf4-499c-bc4a-fda2e9f654e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.777681] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.921744] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075213} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.922156] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.923396] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea527c6-a8b5-4705-b55a-3d4853a44d63 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.950429] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1/4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.951166] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7663235-00c1-49be-a80e-d1553397c0af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.978203] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1141.978203] env[69584]: value = "task-3486361" [ 1141.978203] env[69584]: _type = "Task" [ 1141.978203] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.988505] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.999667] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486358, 'name': ReconfigVM_Task, 'duration_secs': 0.704075} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.000195] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 06313c15-ab75-47a9-bbba-42c3807b3a56/06313c15-ab75-47a9-bbba-42c3807b3a56.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.001185] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70262b0f-0396-4879-825a-54891e27c541 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.023641] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b07377-a784-45a3-b546-6948f17bf160 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.026140] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.026496] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.026786] env[69584]: INFO nova.compute.manager [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Attaching volume 0c419b4b-a2fd-416c-ae23-1f178eb5a826 to /dev/sdb [ 1142.055815] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486360, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.056684] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e23ba8-c48d-40d7-9e0e-9767f178438a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.078979] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe103e5-0745-4e66-b97a-4589dc2c5b1d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.086297] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.086569] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b85b0f9-e7b2-4563-9e4c-11c74edfcf22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.090556] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772be7be-8d2c-4f6a-9e64-7a7b5a52dc05 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.094542] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1142.094542] env[69584]: value = "task-3486362" [ 1142.094542] env[69584]: _type = "Task" [ 1142.094542] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.100115] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2367dc-4f49-4ee4-8d87-386d98641f09 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.105516] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.116893] env[69584]: DEBUG nova.virt.block_device [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Updating existing volume attachment record: b9af9ed2-f905-4058-b06a-9c5ea3488a25 {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.251024] env[69584]: DEBUG nova.network.neutron [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Updating instance_info_cache with network_info: [{"id": "7103251c-804c-4032-9596-22fcdce61d60", "address": "fa:16:3e:87:15:09", "network": {"id": "71c37661-b292-4fb1-97e6-95744b1fa96b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1165214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d0ef109a853140b8b21bff0738f5fe96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7103251c-80", "ovs_interfaceid": "7103251c-804c-4032-9596-22fcdce61d60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.284834] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.491081] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.529074] env[69584]: DEBUG oslo_vmware.api [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486360, 'name': PowerOnVM_Task, 'duration_secs': 0.534001} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.529074] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.529074] env[69584]: INFO nova.compute.manager [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1142.529214] env[69584]: DEBUG nova.compute.manager [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.530066] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701808c9-3fec-4bc0-bacb-d0e2d87e8cfe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.605401] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.754056] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.791114] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1142.791334] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.813s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.792328] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.938s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.793913] env[69584]: INFO nova.compute.claims [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.796647] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.796647] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Cleaning up deleted instances {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1142.997279] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.049389] env[69584]: INFO nova.compute.manager [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Took 18.98 seconds to build instance. [ 1143.105269] env[69584]: DEBUG oslo_vmware.api [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486362, 'name': PowerOnVM_Task, 'duration_secs': 0.994777} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.105944] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.328021] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] There are 63 instances to clean {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1143.328021] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: cfe0f30c-db28-47db-8bdc-147af4643285] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.353254] env[69584]: DEBUG nova.compute.manager [req-27456df5-ada0-49c9-a803-29c411019dff req-a51e50a3-8520-4a03-89f3-df20077793b4 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Received event network-changed-127ca2eb-5864-4c9b-b5f7-cc60b4048271 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.353464] env[69584]: DEBUG nova.compute.manager [req-27456df5-ada0-49c9-a803-29c411019dff req-a51e50a3-8520-4a03-89f3-df20077793b4 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Refreshing instance network info cache due to event network-changed-127ca2eb-5864-4c9b-b5f7-cc60b4048271. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.353680] env[69584]: DEBUG oslo_concurrency.lockutils [req-27456df5-ada0-49c9-a803-29c411019dff req-a51e50a3-8520-4a03-89f3-df20077793b4 service nova] Acquiring lock "refresh_cache-3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.355116] env[69584]: DEBUG oslo_concurrency.lockutils [req-27456df5-ada0-49c9-a803-29c411019dff req-a51e50a3-8520-4a03-89f3-df20077793b4 service nova] Acquired lock "refresh_cache-3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.355116] env[69584]: DEBUG nova.network.neutron [req-27456df5-ada0-49c9-a803-29c411019dff req-a51e50a3-8520-4a03-89f3-df20077793b4 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Refreshing network info cache for port 127ca2eb-5864-4c9b-b5f7-cc60b4048271 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.491461] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486361, 'name': ReconfigVM_Task, 'duration_secs': 1.043217} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.491461] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1/4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.492213] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e574c3c-5190-4bb7-bd67-e7d53d8d6cb6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.500123] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1143.500123] env[69584]: value = "task-3486366" [ 1143.500123] env[69584]: _type = "Task" [ 1143.500123] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.508815] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486366, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.549339] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda0174b-e82b-4dcd-b69c-f8fc0a29355c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.552526] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5806430-56b4-4595-ba67-d331807abd99 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.490s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.557728] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dea62e6-0acf-44c3-9a47-80865a530176 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.591155] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbb5055-9ab2-470e-9785-bf119d6ed382 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.599137] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334bf53-a886-479f-baa5-70647d84dfc0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.617265] env[69584]: DEBUG nova.compute.provider_tree [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.835024] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: b91d5d9b-633f-46ea-9d31-6d56a4fd32af] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.012068] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486366, 'name': Rename_Task, 'duration_secs': 0.241728} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.012383] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.012652] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ec28ff2-5936-4e72-a6ad-69496147609f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.018657] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1144.018657] env[69584]: value = "task-3486367" [ 1144.018657] env[69584]: _type = "Task" [ 1144.018657] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.026546] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.116126] env[69584]: DEBUG nova.network.neutron [req-27456df5-ada0-49c9-a803-29c411019dff req-a51e50a3-8520-4a03-89f3-df20077793b4 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Updated VIF entry in instance network info cache for port 127ca2eb-5864-4c9b-b5f7-cc60b4048271. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.116415] env[69584]: DEBUG nova.network.neutron [req-27456df5-ada0-49c9-a803-29c411019dff req-a51e50a3-8520-4a03-89f3-df20077793b4 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Updating instance_info_cache with network_info: [{"id": "127ca2eb-5864-4c9b-b5f7-cc60b4048271", "address": "fa:16:3e:c3:be:e6", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap127ca2eb-58", "ovs_interfaceid": "127ca2eb-5864-4c9b-b5f7-cc60b4048271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.120919] env[69584]: INFO nova.compute.manager [None req-597ca939-47ea-4123-be0d-7a3a48ed68e2 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance to original state: 'active' [ 1144.124386] env[69584]: DEBUG nova.scheduler.client.report [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.292607] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.292883] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b1d21f-eb1b-4db9-a156-4556664a812f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.300330] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1144.300330] env[69584]: value = "task-3486368" [ 1144.300330] env[69584]: _type = "Task" [ 1144.300330] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.308534] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.338260] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 2983257a-c8e3-4f75-b2c0-b3b2234e86c9] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.532690] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.619388] env[69584]: DEBUG oslo_concurrency.lockutils [req-27456df5-ada0-49c9-a803-29c411019dff req-a51e50a3-8520-4a03-89f3-df20077793b4 service nova] Releasing lock "refresh_cache-3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.631629] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.839s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.632305] env[69584]: DEBUG nova.compute.manager [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.811936] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.844132] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: ed0fd74a-eec1-46e9-81e5-ddb633d5831a] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.030269] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.140727] env[69584]: DEBUG nova.compute.utils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.145181] env[69584]: DEBUG nova.compute.manager [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.148203] env[69584]: DEBUG nova.network.neutron [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.210598] env[69584]: DEBUG nova.policy [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a585ec00a77e464fafff3b31f377a84f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e2f7de114e4a6c8ccfe36f26f85872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.316629] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486368, 'name': PowerOffVM_Task, 'duration_secs': 0.607441} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.321019] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.321019] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8ea8be-9244-4564-bf5b-362a74ac2550 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.340618] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf27364d-770e-4a6b-a383-9d38eb1e9baa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.348530] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: b93d53dc-8c34-4859-81c0-fc22654d162a] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.397603] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.398015] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d80183a1-e385-4a9d-9df3-46646dbbc292 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.406621] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1145.406621] env[69584]: value = "task-3486370" [ 1145.406621] env[69584]: _type = "Task" [ 1145.406621] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.418878] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.531434] env[69584]: DEBUG oslo_vmware.api [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486367, 'name': PowerOnVM_Task, 'duration_secs': 1.282671} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.531709] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.532092] env[69584]: INFO nova.compute.manager [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1145.532092] env[69584]: DEBUG nova.compute.manager [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.532899] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eb7efa-264e-423e-b168-43f84bdc70be {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.636303] env[69584]: DEBUG nova.network.neutron [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Successfully created port: 6edb2abd-8a7d-432f-a22f-5fb4f1d88516 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.646337] env[69584]: DEBUG nova.compute.manager [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.855724] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 87d97cb6-fe49-4351-ade6-3e82ba515844] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.919636] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1145.919636] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.919636] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.921080] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.921080] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.921355] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba4bc424-9f7f-4b3f-8061-76bb9e525212 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.933475] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.933661] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.934452] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07bd548a-2ea9-446b-b6d4-68bf9112e9b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.940847] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1145.940847] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5274ef25-244f-5e9a-bcc7-af428cbff943" [ 1145.940847] env[69584]: _type = "Task" [ 1145.940847] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.954775] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5274ef25-244f-5e9a-bcc7-af428cbff943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.056634] env[69584]: INFO nova.compute.manager [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Took 18.42 seconds to build instance. [ 1146.297889] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "06313c15-ab75-47a9-bbba-42c3807b3a56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.298912] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "06313c15-ab75-47a9-bbba-42c3807b3a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.299573] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "06313c15-ab75-47a9-bbba-42c3807b3a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.299573] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "06313c15-ab75-47a9-bbba-42c3807b3a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.299797] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "06313c15-ab75-47a9-bbba-42c3807b3a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.304455] env[69584]: INFO nova.compute.manager [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Terminating instance [ 1146.363024] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 37aff5bb-dce7-49ce-9a1f-6ec0f6db54fb] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.453984] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5274ef25-244f-5e9a-bcc7-af428cbff943, 'name': SearchDatastore_Task, 'duration_secs': 0.013458} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.454913] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198a2b76-f6d4-4f3f-bba1-d0ee4c170f9a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.461355] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1146.461355] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529bfdca-9c87-8fb1-2f88-6660a570018b" [ 1146.461355] env[69584]: _type = "Task" [ 1146.461355] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.470093] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529bfdca-9c87-8fb1-2f88-6660a570018b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.560045] env[69584]: DEBUG oslo_concurrency.lockutils [None req-95427109-5794-4dea-bcd3-2f50b22740dc tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.945s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.656323] env[69584]: DEBUG nova.compute.manager [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.680561] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1146.680709] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696915', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'name': 'volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '326682e0-1169-4f98-bab5-f7bfc21d1d95', 'attached_at': '', 'detached_at': '', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'serial': '0c419b4b-a2fd-416c-ae23-1f178eb5a826'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1146.681707] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e599811f-e6f3-4254-84a1-d7571839fe13 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.687654] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.687917] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.688089] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.688696] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.688696] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.688696] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.689195] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.689195] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.689317] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.689487] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.689742] env[69584]: DEBUG nova.virt.hardware [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.690788] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13540dc-61d2-4cef-adc4-3367db85cedb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.710962] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c9db4-5142-48af-abd2-b0966f5b378d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.714845] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacfe79e-e9fb-4c25-9f7f-84f737b74fba {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.754987] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826/volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.755411] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a8f9af-2746-4e62-b115-7cf7880db3b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.776934] env[69584]: DEBUG oslo_vmware.api [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1146.776934] env[69584]: value = "task-3486371" [ 1146.776934] env[69584]: _type = "Task" [ 1146.776934] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.786410] env[69584]: DEBUG oslo_vmware.api [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.808855] env[69584]: DEBUG nova.compute.manager [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.808855] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.809609] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b15abd-5c91-4427-86d6-1f8764d2c314 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.817841] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.818155] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9bb5ef0-1d45-4623-85b9-6cef854955e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.824344] env[69584]: DEBUG oslo_vmware.api [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1146.824344] env[69584]: value = "task-3486372" [ 1146.824344] env[69584]: _type = "Task" [ 1146.824344] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.833178] env[69584]: DEBUG oslo_vmware.api [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.868848] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 99cf8a13-176a-4f0d-9604-ca0d4f939a7d] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.975345] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529bfdca-9c87-8fb1-2f88-6660a570018b, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.976587] env[69584]: DEBUG oslo_concurrency.lockutils [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.976587] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 55375518-44cc-4afc-bb25-cd7675f96c41/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. {{(pid=69584) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1146.976587] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d91d47c-8f2d-49b5-b616-a2b45f54c0e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.989914] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1146.989914] env[69584]: value = "task-3486373" [ 1146.989914] env[69584]: _type = "Task" [ 1146.989914] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.000078] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.202653] env[69584]: DEBUG nova.compute.manager [req-20d367d1-c46c-4f1d-a318-ab4d1f741c65 req-68b7f4d8-af19-4c27-b6fc-399ad37e5b07 service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Received event network-vif-plugged-6edb2abd-8a7d-432f-a22f-5fb4f1d88516 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.203008] env[69584]: DEBUG oslo_concurrency.lockutils [req-20d367d1-c46c-4f1d-a318-ab4d1f741c65 req-68b7f4d8-af19-4c27-b6fc-399ad37e5b07 service nova] Acquiring lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.203300] env[69584]: DEBUG oslo_concurrency.lockutils [req-20d367d1-c46c-4f1d-a318-ab4d1f741c65 req-68b7f4d8-af19-4c27-b6fc-399ad37e5b07 service nova] Lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.203833] env[69584]: DEBUG oslo_concurrency.lockutils [req-20d367d1-c46c-4f1d-a318-ab4d1f741c65 req-68b7f4d8-af19-4c27-b6fc-399ad37e5b07 service nova] Lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.204201] env[69584]: DEBUG nova.compute.manager [req-20d367d1-c46c-4f1d-a318-ab4d1f741c65 req-68b7f4d8-af19-4c27-b6fc-399ad37e5b07 service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] No waiting events found dispatching network-vif-plugged-6edb2abd-8a7d-432f-a22f-5fb4f1d88516 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.204265] env[69584]: WARNING nova.compute.manager [req-20d367d1-c46c-4f1d-a318-ab4d1f741c65 req-68b7f4d8-af19-4c27-b6fc-399ad37e5b07 service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Received unexpected event network-vif-plugged-6edb2abd-8a7d-432f-a22f-5fb4f1d88516 for instance with vm_state building and task_state spawning. [ 1147.289637] env[69584]: DEBUG oslo_vmware.api [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486371, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.302037] env[69584]: DEBUG nova.network.neutron [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Successfully updated port: 6edb2abd-8a7d-432f-a22f-5fb4f1d88516 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.327378] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquiring lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.327508] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.339529] env[69584]: DEBUG oslo_vmware.api [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486372, 'name': PowerOffVM_Task, 'duration_secs': 0.302929} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.340309] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.340309] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.341024] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7f4a25e-8778-4f73-a8f0-ce990413f4fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.372269] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: d4b3022f-c2ee-43c3-b695-a7b53ac62ecf] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.407734] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.408504] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.408806] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleting the datastore file [datastore2] 06313c15-ab75-47a9-bbba-42c3807b3a56 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.409344] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdf0452f-d6c3-4813-b1b7-a32d2b1af063 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.420449] env[69584]: DEBUG oslo_vmware.api [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1147.420449] env[69584]: value = "task-3486375" [ 1147.420449] env[69584]: _type = "Task" [ 1147.420449] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.438180] env[69584]: DEBUG oslo_vmware.api [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.501398] env[69584]: DEBUG nova.compute.manager [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Stashing vm_state: active {{(pid=69584) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1147.510280] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486373, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.789824] env[69584]: DEBUG oslo_vmware.api [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486371, 'name': ReconfigVM_Task, 'duration_secs': 0.544077} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.790327] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826/volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.795559] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ed26bc6-3332-4dc2-8162-6bec8eec555b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.807513] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "refresh_cache-94a802ba-da57-4cd4-92b7-c42eb5b5e968" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.807677] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "refresh_cache-94a802ba-da57-4cd4-92b7-c42eb5b5e968" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.807824] env[69584]: DEBUG nova.network.neutron [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.816158] env[69584]: DEBUG oslo_vmware.api [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1147.816158] env[69584]: value = "task-3486376" [ 1147.816158] env[69584]: _type = "Task" [ 1147.816158] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.828846] env[69584]: DEBUG oslo_vmware.api [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.833583] env[69584]: DEBUG nova.compute.manager [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.876086] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 1e6f33d0-f2cc-4be7-9815-bb41e054f3e7] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.931342] env[69584]: DEBUG oslo_vmware.api [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354712} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.931606] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.931793] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.931974] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.932165] env[69584]: INFO nova.compute.manager [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1147.932411] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.932609] env[69584]: DEBUG nova.compute.manager [-] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.932703] env[69584]: DEBUG nova.network.neutron [-] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.004180] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676894} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.007592] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 55375518-44cc-4afc-bb25-cd7675f96c41/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk. [ 1148.009049] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43862e18-8553-4afa-8467-130330799b0b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.038439] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 55375518-44cc-4afc-bb25-cd7675f96c41/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.039769] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.040066] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.041638] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9221941f-9e3d-40f1-b4b1-cb5b2855914a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.059259] env[69584]: INFO nova.compute.claims [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.070162] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1148.070162] env[69584]: value = "task-3486377" [ 1148.070162] env[69584]: _type = "Task" [ 1148.070162] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.079493] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.330406] env[69584]: DEBUG oslo_vmware.api [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486376, 'name': ReconfigVM_Task, 'duration_secs': 0.168611} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.330899] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696915', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'name': 'volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '326682e0-1169-4f98-bab5-f7bfc21d1d95', 'attached_at': '', 'detached_at': '', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'serial': '0c419b4b-a2fd-416c-ae23-1f178eb5a826'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1148.357318] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.366370] env[69584]: DEBUG nova.network.neutron [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.380083] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 2a6fbd44-f3d0-4c49-9ce2-eaa496301cbe] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.418452] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18fb0-a358-0c6c-1315-45bd6d6a75fa/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1148.419709] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c627f5-8617-4486-a71d-d20ac82b408b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.426892] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18fb0-a358-0c6c-1315-45bd6d6a75fa/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1148.427088] env[69584]: ERROR oslo_vmware.rw_handles [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18fb0-a358-0c6c-1315-45bd6d6a75fa/disk-0.vmdk due to incomplete transfer. [ 1148.427544] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e7906ac7-c46c-4d64-8f57-6e45cf571d0e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.434719] env[69584]: DEBUG oslo_vmware.rw_handles [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18fb0-a358-0c6c-1315-45bd6d6a75fa/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1148.434915] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Uploaded image 09cde4b8-4807-4e93-9b5d-b5fca5b73959 to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1148.437302] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1148.437567] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-159b5435-3bc8-4300-a6ed-11c1064e4856 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.443555] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1148.443555] env[69584]: value = "task-3486378" [ 1148.443555] env[69584]: _type = "Task" [ 1148.443555] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.451308] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486378, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.566804] env[69584]: INFO nova.compute.resource_tracker [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating resource usage from migration 713cda11-1749-4ee5-9884-3e96fd0bddd0 [ 1148.582263] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.789018] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a10b30a-d5b7-4c80-95a4-ceb5681df6bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.796881] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2684269-6ee5-4c98-84fb-c68b1b9283b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.828626] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f20063e-908f-4d53-8bbf-8631d48a9139 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.841384] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac0fd09-e04c-4424-8209-c9531a3a94dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.858077] env[69584]: DEBUG nova.compute.provider_tree [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.878035] env[69584]: DEBUG nova.network.neutron [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Updating instance_info_cache with network_info: [{"id": "6edb2abd-8a7d-432f-a22f-5fb4f1d88516", "address": "fa:16:3e:73:27:38", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6edb2abd-8a", "ovs_interfaceid": "6edb2abd-8a7d-432f-a22f-5fb4f1d88516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.883395] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: e54610c2-ddc0-43c3-9cf4-bd561a64cfc0] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.955740] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486378, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.080482] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486377, 'name': ReconfigVM_Task, 'duration_secs': 0.898782} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.080747] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 55375518-44cc-4afc-bb25-cd7675f96c41/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2-rescue.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.081632] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cddc1e-361a-4923-8172-f6cee446f5d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.107920] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b356e1cd-309c-4d27-aa3f-1a935b2de00d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.123611] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1149.123611] env[69584]: value = "task-3486379" [ 1149.123611] env[69584]: _type = "Task" [ 1149.123611] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.132026] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.237408] env[69584]: DEBUG nova.compute.manager [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Received event network-changed-6edb2abd-8a7d-432f-a22f-5fb4f1d88516 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.237654] env[69584]: DEBUG nova.compute.manager [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Refreshing instance network info cache due to event network-changed-6edb2abd-8a7d-432f-a22f-5fb4f1d88516. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.237888] env[69584]: DEBUG oslo_concurrency.lockutils [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] Acquiring lock "refresh_cache-94a802ba-da57-4cd4-92b7-c42eb5b5e968" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.334712] env[69584]: DEBUG nova.network.neutron [-] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.362481] env[69584]: DEBUG nova.scheduler.client.report [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.379163] env[69584]: DEBUG nova.objects.instance [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lazy-loading 'flavor' on Instance uuid 326682e0-1169-4f98-bab5-f7bfc21d1d95 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.380791] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "refresh_cache-94a802ba-da57-4cd4-92b7-c42eb5b5e968" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.381157] env[69584]: DEBUG nova.compute.manager [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Instance network_info: |[{"id": "6edb2abd-8a7d-432f-a22f-5fb4f1d88516", "address": "fa:16:3e:73:27:38", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6edb2abd-8a", "ovs_interfaceid": "6edb2abd-8a7d-432f-a22f-5fb4f1d88516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.381731] env[69584]: DEBUG oslo_concurrency.lockutils [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] Acquired lock "refresh_cache-94a802ba-da57-4cd4-92b7-c42eb5b5e968" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.382097] env[69584]: DEBUG nova.network.neutron [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Refreshing network info cache for port 6edb2abd-8a7d-432f-a22f-5fb4f1d88516 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.384769] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:27:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6edb2abd-8a7d-432f-a22f-5fb4f1d88516', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.391769] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.394925] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 3240f5ba-2863-4730-9d6e-187e3ef6c9eb] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.396531] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.397987] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a73b45-ff6d-4e59-8311-15dab1fc3cd0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.420238] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.420238] env[69584]: value = "task-3486380" [ 1149.420238] env[69584]: _type = "Task" [ 1149.420238] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.428747] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486380, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.455063] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486378, 'name': Destroy_Task, 'duration_secs': 0.825211} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.458222] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Destroyed the VM [ 1149.458222] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1149.458222] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9769b5f7-3450-4f68-a36d-d2375251ed57 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.464438] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1149.464438] env[69584]: value = "task-3486381" [ 1149.464438] env[69584]: _type = "Task" [ 1149.464438] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.472114] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486381, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.634293] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486379, 'name': ReconfigVM_Task, 'duration_secs': 0.327926} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.635181] env[69584]: DEBUG nova.network.neutron [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Updated VIF entry in instance network info cache for port 6edb2abd-8a7d-432f-a22f-5fb4f1d88516. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.635516] env[69584]: DEBUG nova.network.neutron [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Updating instance_info_cache with network_info: [{"id": "6edb2abd-8a7d-432f-a22f-5fb4f1d88516", "address": "fa:16:3e:73:27:38", "network": {"id": "451a5da7-f7be-4cdb-9e9a-b60a92812b83", "bridge": "br-int", "label": "tempest-ServersTestJSON-444745695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e2f7de114e4a6c8ccfe36f26f85872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6edb2abd-8a", "ovs_interfaceid": "6edb2abd-8a7d-432f-a22f-5fb4f1d88516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.636741] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.636998] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42513d69-b785-431c-baed-f9837647f9db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.644965] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1149.644965] env[69584]: value = "task-3486382" [ 1149.644965] env[69584]: _type = "Task" [ 1149.644965] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.656146] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.837572] env[69584]: INFO nova.compute.manager [-] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Took 1.90 seconds to deallocate network for instance. [ 1149.868078] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.828s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.868376] env[69584]: INFO nova.compute.manager [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Migrating [ 1149.876732] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.519s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.878299] env[69584]: INFO nova.compute.claims [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.895206] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0a98ddc9-5251-40f5-aa5d-11ad9bed8b08 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.869s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.902022] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 29b60e19-a484-46b8-b489-18a99bf149c2] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.931811] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486380, 'name': CreateVM_Task, 'duration_secs': 0.40871} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.932528] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.933252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.933418] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.933729] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.934211] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a62766-5a79-4d24-8822-9fe97f948a8a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.939753] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1149.939753] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a402ba-6be9-5ec0-b0ff-577befe2a258" [ 1149.939753] env[69584]: _type = "Task" [ 1149.939753] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.947996] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a402ba-6be9-5ec0-b0ff-577befe2a258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.973844] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486381, 'name': RemoveSnapshot_Task, 'duration_secs': 0.41322} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.974135] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1149.974406] env[69584]: DEBUG nova.compute.manager [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.975281] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef50248f-8d59-434a-89ac-f66f5f3763dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.140672] env[69584]: DEBUG oslo_concurrency.lockutils [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] Releasing lock "refresh_cache-94a802ba-da57-4cd4-92b7-c42eb5b5e968" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.140926] env[69584]: DEBUG nova.compute.manager [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Received event network-vif-deleted-5b48f084-dba4-4a9d-a338-bdd3629b05c6 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.141127] env[69584]: INFO nova.compute.manager [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Neutron deleted interface 5b48f084-dba4-4a9d-a338-bdd3629b05c6; detaching it from the instance and deleting it from the info cache [ 1150.141304] env[69584]: DEBUG nova.network.neutron [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.155784] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.344129] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.391404] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.391588] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.391680] env[69584]: DEBUG nova.network.neutron [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.401223] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 371fdc63-5760-4346-9c2c-13cb333e7cdd] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.451956] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a402ba-6be9-5ec0-b0ff-577befe2a258, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.452176] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.452311] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.452551] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.452716] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.454131] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.454432] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-750d27eb-aabc-48db-a380-81b65d3d8396 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.463727] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.464206] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.464677] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebca8e43-2839-48e5-8722-2e653bae57e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.472020] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1150.472020] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c7ac25-de2d-4330-108e-5096970141da" [ 1150.472020] env[69584]: _type = "Task" [ 1150.472020] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.483015] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c7ac25-de2d-4330-108e-5096970141da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.487614] env[69584]: INFO nova.compute.manager [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Shelve offloading [ 1150.643866] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db4e227d-f81b-4ba4-a635-1b607e3937ab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.656572] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ed243-8204-4866-a837-c6e41d8c5070 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.669500] env[69584]: DEBUG oslo_vmware.api [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486382, 'name': PowerOnVM_Task, 'duration_secs': 0.854319} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.670092] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.672648] env[69584]: DEBUG nova.compute.manager [None req-16cf14c2-3242-4c16-8940-b3a558043e18 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.673384] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f11757b-8610-4c26-83cb-4153e9b03529 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.690906] env[69584]: DEBUG nova.compute.manager [req-9daec977-1fb0-4df1-9ada-8ff5215218a6 req-2d439639-40c8-4b0f-80c5-a6120e145aee service nova] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Detach interface failed, port_id=5b48f084-dba4-4a9d-a338-bdd3629b05c6, reason: Instance 06313c15-ab75-47a9-bbba-42c3807b3a56 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.763446] env[69584]: INFO nova.compute.manager [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Rebuilding instance [ 1150.807948] env[69584]: DEBUG nova.compute.manager [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.808951] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d9cfda-2024-4c7d-952d-5efb4577fa51 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.904257] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: adc4eb4c-51a7-49ec-a061-51a40ef943f5] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.984079] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c7ac25-de2d-4330-108e-5096970141da, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.984820] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12836435-50aa-4918-b88a-669b3c55b7af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.991639] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.991991] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1150.991991] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521e1b66-fbfa-1a5b-2622-4cb474dafb1d" [ 1150.991991] env[69584]: _type = "Task" [ 1150.991991] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.992273] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5459949b-bdfb-49f5-a669-8637377156c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.004636] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521e1b66-fbfa-1a5b-2622-4cb474dafb1d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.009921] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.009921] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 94a802ba-da57-4cd4-92b7-c42eb5b5e968/94a802ba-da57-4cd4-92b7-c42eb5b5e968.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.009921] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1151.009921] env[69584]: value = "task-3486383" [ 1151.009921] env[69584]: _type = "Task" [ 1151.009921] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.011326] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e6c393a-bd0f-47be-89b9-7c5f089bc436 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.022586] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1151.022714] env[69584]: DEBUG nova.compute.manager [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.023086] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1151.023086] env[69584]: value = "task-3486384" [ 1151.023086] env[69584]: _type = "Task" [ 1151.023086] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.025983] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7793d9e0-e41b-4cf8-8698-4b8241ac2e27 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.037066] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.037265] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.037458] env[69584]: DEBUG nova.network.neutron [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.045527] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.127382] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbe665f-ccb3-4f94-8694-a0d4a94497c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.139023] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54265d7f-740e-4aaf-b7d3-a55e73c0eb0b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.172705] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3af3ca-a9d4-4a2c-ab68-2485980b96b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.181166] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b397e9a3-0fe1-48a8-8bcb-7bde1fa93cd6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.198029] env[69584]: DEBUG nova.compute.provider_tree [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.210231] env[69584]: DEBUG nova.network.neutron [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance_info_cache with network_info: [{"id": "a97ae590-4b62-418f-a337-101f4cff18ef", "address": "fa:16:3e:9a:49:89", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa97ae590-4b", "ovs_interfaceid": "a97ae590-4b62-418f-a337-101f4cff18ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.408512] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: d62fd793-995a-44b8-a672-dec8c2ea3257] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.539433] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507334} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.541791] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 94a802ba-da57-4cd4-92b7-c42eb5b5e968/94a802ba-da57-4cd4-92b7-c42eb5b5e968.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.541932] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.542215] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df021aaa-9b96-481a-8cd0-54da8f190b20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.549381] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1151.549381] env[69584]: value = "task-3486385" [ 1151.549381] env[69584]: _type = "Task" [ 1151.549381] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.561124] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.701284] env[69584]: DEBUG nova.scheduler.client.report [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.716191] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.746961] env[69584]: DEBUG nova.network.neutron [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updating instance_info_cache with network_info: [{"id": "53408ac6-dc2f-4014-a370-8247f523b9a7", "address": "fa:16:3e:ba:72:f2", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53408ac6-dc", "ovs_interfaceid": "53408ac6-dc2f-4014-a370-8247f523b9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.822817] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.823261] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-137770fb-d4dc-44d8-930a-ffda78e3f631 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.830969] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1151.830969] env[69584]: value = "task-3486386" [ 1151.830969] env[69584]: _type = "Task" [ 1151.830969] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.839275] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.856982] env[69584]: INFO nova.compute.manager [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Unrescuing [ 1151.857278] env[69584]: DEBUG oslo_concurrency.lockutils [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.857433] env[69584]: DEBUG oslo_concurrency.lockutils [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquired lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.857599] env[69584]: DEBUG nova.network.neutron [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.913200] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 1d03c694-3a0a-4b7e-8283-720ffdff541e] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.060046] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064824} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.060046] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.060600] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa0d38f-d133-407c-8735-cf01ed90be68 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.083710] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 94a802ba-da57-4cd4-92b7-c42eb5b5e968/94a802ba-da57-4cd4-92b7-c42eb5b5e968.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.084034] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c8d3ea7-fe18-406c-9dde-45909220d671 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.103401] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1152.103401] env[69584]: value = "task-3486387" [ 1152.103401] env[69584]: _type = "Task" [ 1152.103401] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.111726] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.206600] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.207289] env[69584]: DEBUG nova.compute.manager [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.210042] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.866s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.210299] env[69584]: DEBUG nova.objects.instance [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'resources' on Instance uuid 06313c15-ab75-47a9-bbba-42c3807b3a56 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.249095] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.343517] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486386, 'name': PowerOffVM_Task, 'duration_secs': 0.214812} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.343976] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.411734] env[69584]: INFO nova.compute.manager [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Detaching volume 0c419b4b-a2fd-416c-ae23-1f178eb5a826 [ 1152.416841] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 62bece4b-f005-4a51-949e-601ce2fc90a3] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.456715] env[69584]: INFO nova.virt.block_device [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Attempting to driver detach volume 0c419b4b-a2fd-416c-ae23-1f178eb5a826 from mountpoint /dev/sdb [ 1152.456952] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.457175] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696915', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'name': 'volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '326682e0-1169-4f98-bab5-f7bfc21d1d95', 'attached_at': '', 'detached_at': '', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'serial': '0c419b4b-a2fd-416c-ae23-1f178eb5a826'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.458493] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4b7eee-5206-4fea-bf5d-6a4482f0a78e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.483031] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2ff3ac-a4bf-4f01-8e97-f9e4faf35e0b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.493664] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6607c436-4cb5-46fd-88cd-c39a1c0e3d59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.521811] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe88af8-1db0-4e60-950b-526ba6c423e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.537986] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] The volume has not been displaced from its original location: [datastore2] volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826/volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.544782] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.547931] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8cfb55d-f629-4cff-a078-9c910a055ca2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.567702] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1152.567702] env[69584]: value = "task-3486388" [ 1152.567702] env[69584]: _type = "Task" [ 1152.567702] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.576407] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.597674] env[69584]: DEBUG nova.compute.manager [req-7e2e6451-1bae-4175-9593-f9d01ed13d9a req-46f8f5ce-fdf9-4248-b8b6-aa119fd74bb1 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received event network-vif-unplugged-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.597908] env[69584]: DEBUG oslo_concurrency.lockutils [req-7e2e6451-1bae-4175-9593-f9d01ed13d9a req-46f8f5ce-fdf9-4248-b8b6-aa119fd74bb1 service nova] Acquiring lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.598403] env[69584]: DEBUG oslo_concurrency.lockutils [req-7e2e6451-1bae-4175-9593-f9d01ed13d9a req-46f8f5ce-fdf9-4248-b8b6-aa119fd74bb1 service nova] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.598403] env[69584]: DEBUG oslo_concurrency.lockutils [req-7e2e6451-1bae-4175-9593-f9d01ed13d9a req-46f8f5ce-fdf9-4248-b8b6-aa119fd74bb1 service nova] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.598576] env[69584]: DEBUG nova.compute.manager [req-7e2e6451-1bae-4175-9593-f9d01ed13d9a req-46f8f5ce-fdf9-4248-b8b6-aa119fd74bb1 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] No waiting events found dispatching network-vif-unplugged-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.598744] env[69584]: WARNING nova.compute.manager [req-7e2e6451-1bae-4175-9593-f9d01ed13d9a req-46f8f5ce-fdf9-4248-b8b6-aa119fd74bb1 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received unexpected event network-vif-unplugged-53408ac6-dc2f-4014-a370-8247f523b9a7 for instance with vm_state shelved and task_state shelving_offloading. [ 1152.613114] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486387, 'name': ReconfigVM_Task, 'duration_secs': 0.325673} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.613699] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 94a802ba-da57-4cd4-92b7-c42eb5b5e968/94a802ba-da57-4cd4-92b7-c42eb5b5e968.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.614105] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a55ad4e-fffe-4148-bba4-53eedee3dcff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.621334] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1152.621334] env[69584]: value = "task-3486389" [ 1152.621334] env[69584]: _type = "Task" [ 1152.621334] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.634298] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486389, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.713446] env[69584]: DEBUG nova.compute.utils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.717569] env[69584]: DEBUG nova.compute.manager [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.717797] env[69584]: DEBUG nova.network.neutron [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.730743] env[69584]: DEBUG nova.network.neutron [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Updating instance_info_cache with network_info: [{"id": "7103251c-804c-4032-9596-22fcdce61d60", "address": "fa:16:3e:87:15:09", "network": {"id": "71c37661-b292-4fb1-97e6-95744b1fa96b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1165214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d0ef109a853140b8b21bff0738f5fe96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7103251c-80", "ovs_interfaceid": "7103251c-804c-4032-9596-22fcdce61d60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.775731] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.776608] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bc361c-22f1-4e23-91c4-c9dff5648ba6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.780936] env[69584]: DEBUG nova.policy [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bec211ba6e3c4ceab284e70bf4575c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8912298fcac496dbca8be3a89b5153a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.788642] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.788945] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5037a0f1-c6be-44e5-be96-6bf0276aa685 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.846545] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.846737] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.846900] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleting the datastore file [datastore2] 57aa8c19-b68d-4d9e-80dc-1b91719743e7 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.849671] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3d232f5-d9a8-4776-9641-a3a8fb0d3adb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.857022] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1152.857022] env[69584]: value = "task-3486391" [ 1152.857022] env[69584]: _type = "Task" [ 1152.857022] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.864669] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.915094] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edc25f6-78b6-4c11-b5f1-1ca3821ff2bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.922487] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: b197d7b8-9d35-417f-9b08-79b454d58ee8] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.925172] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd9767b-f880-402e-ba82-92163116481a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.974609] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd2424-d520-43ce-b95f-aac5055149fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.983342] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17ee8a7-9726-4abd-8a09-7d5bc107c6d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.998584] env[69584]: DEBUG nova.compute.provider_tree [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.077663] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486388, 'name': ReconfigVM_Task, 'duration_secs': 0.20356} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.079031] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.083925] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a8ba7b-002e-4339-a8ce-f9273059425a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.094557] env[69584]: DEBUG nova.network.neutron [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Successfully created port: 289cd833-341a-4b4d-bbb8-64d8178b31ad {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.102847] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1153.102847] env[69584]: value = "task-3486392" [ 1153.102847] env[69584]: _type = "Task" [ 1153.102847] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.115619] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.134651] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486389, 'name': Rename_Task, 'duration_secs': 0.154292} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.134651] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.134651] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e42a218f-2f56-4aef-8682-a1dd6755d037 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.143020] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1153.143020] env[69584]: value = "task-3486393" [ 1153.143020] env[69584]: _type = "Task" [ 1153.143020] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.151321] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.224024] env[69584]: DEBUG nova.compute.manager [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.228619] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c625dc-6aa4-483c-9781-4520da4f6444 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.232891] env[69584]: DEBUG oslo_concurrency.lockutils [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Releasing lock "refresh_cache-55375518-44cc-4afc-bb25-cd7675f96c41" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.234357] env[69584]: DEBUG nova.objects.instance [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lazy-loading 'flavor' on Instance uuid 55375518-44cc-4afc-bb25-cd7675f96c41 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.251743] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance '4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1' progress to 0 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.366112] env[69584]: DEBUG oslo_vmware.api [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291845} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.366462] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.366692] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.366916] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.415023] env[69584]: INFO nova.scheduler.client.report [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleted allocations for instance 57aa8c19-b68d-4d9e-80dc-1b91719743e7 [ 1153.434065] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 6da108ae-9618-4c1c-8c96-5adf8424d335] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.502189] env[69584]: DEBUG nova.scheduler.client.report [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.613026] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486392, 'name': ReconfigVM_Task, 'duration_secs': 0.227738} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.613026] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696915', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'name': 'volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '326682e0-1169-4f98-bab5-f7bfc21d1d95', 'attached_at': '', 'detached_at': '', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'serial': '0c419b4b-a2fd-416c-ae23-1f178eb5a826'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1153.652084] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.740757] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa19819-283c-4d1f-8c93-d816a0b4a363 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.764137] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.764488] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.765443] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0161db5-3103-4e3e-866b-65992ca9dadc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.767108] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ed5498f-4c71-4fc2-8334-26095df44cd3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.773670] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1153.773670] env[69584]: value = "task-3486395" [ 1153.773670] env[69584]: _type = "Task" [ 1153.773670] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.779994] env[69584]: DEBUG oslo_vmware.api [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1153.779994] env[69584]: value = "task-3486394" [ 1153.779994] env[69584]: _type = "Task" [ 1153.779994] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.785973] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.790958] env[69584]: DEBUG oslo_vmware.api [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.920313] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.937452] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 58d5d9b4-8f0b-4d4b-a2c6-e88c7e01d4f7] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.010207] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.012264] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.092s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.012493] env[69584]: DEBUG nova.objects.instance [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'resources' on Instance uuid 57aa8c19-b68d-4d9e-80dc-1b91719743e7 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.033871] env[69584]: INFO nova.scheduler.client.report [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleted allocations for instance 06313c15-ab75-47a9-bbba-42c3807b3a56 [ 1154.152773] env[69584]: DEBUG oslo_vmware.api [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486393, 'name': PowerOnVM_Task, 'duration_secs': 0.815347} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.152773] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.153014] env[69584]: INFO nova.compute.manager [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1154.153063] env[69584]: DEBUG nova.compute.manager [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.154048] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d540c520-390e-4990-9f06-36e10dbe4532 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.231305] env[69584]: DEBUG nova.compute.manager [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.256625] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.256780] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.256863] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.257056] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.257209] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.257352] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.257582] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.257751] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.257920] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.258091] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.258511] env[69584]: DEBUG nova.virt.hardware [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.259167] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef78c835-1b3c-4b74-b493-04a00f2f1d64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.268270] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d796fd-7366-4dd1-8ed3-8017f9d36077 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.291766] env[69584]: DEBUG oslo_vmware.api [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486394, 'name': PowerOffVM_Task, 'duration_secs': 0.282765} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.294324] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.299423] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.299722] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486395, 'name': PowerOffVM_Task, 'duration_secs': 0.277829} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.299923] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ffb1f7-b516-4200-b022-1f993d1851fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.312489] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.312685] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance '4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1' progress to 17 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.321047] env[69584]: DEBUG oslo_vmware.api [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1154.321047] env[69584]: value = "task-3486396" [ 1154.321047] env[69584]: _type = "Task" [ 1154.321047] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.329107] env[69584]: DEBUG oslo_vmware.api [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.441383] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 2253f844-d04c-421b-8dd7-74ce94e8a69e] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.515682] env[69584]: DEBUG nova.objects.instance [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'numa_topology' on Instance uuid 57aa8c19-b68d-4d9e-80dc-1b91719743e7 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.542515] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8a382c18-2a70-4c4f-8ad8-f34163b710e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "06313c15-ab75-47a9-bbba-42c3807b3a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.244s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.642941] env[69584]: DEBUG nova.compute.manager [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received event network-changed-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.643171] env[69584]: DEBUG nova.compute.manager [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Refreshing instance network info cache due to event network-changed-53408ac6-dc2f-4014-a370-8247f523b9a7. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.643373] env[69584]: DEBUG oslo_concurrency.lockutils [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] Acquiring lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.643516] env[69584]: DEBUG oslo_concurrency.lockutils [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] Acquired lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.643668] env[69584]: DEBUG nova.network.neutron [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Refreshing network info cache for port 53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.671680] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.673960] env[69584]: DEBUG nova.network.neutron [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Successfully updated port: 289cd833-341a-4b4d-bbb8-64d8178b31ad {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.678150] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c785c6f3-ec18-420d-bde5-133ed2fe5b7c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.678150] env[69584]: INFO nova.compute.manager [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Took 13.85 seconds to build instance. [ 1154.684215] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1154.684215] env[69584]: value = "task-3486397" [ 1154.684215] env[69584]: _type = "Task" [ 1154.684215] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.695737] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1154.696090] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1154.696322] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696915', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'name': 'volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '326682e0-1169-4f98-bab5-f7bfc21d1d95', 'attached_at': '', 'detached_at': '', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'serial': '0c419b4b-a2fd-416c-ae23-1f178eb5a826'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1154.697388] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1882c7e-6a9a-4e0e-b3c3-42a52da34127 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.716705] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c724c61b-e232-47b4-a948-3b139b05a7ab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.723348] env[69584]: WARNING nova.virt.vmwareapi.driver [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1154.723653] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.724635] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928184ce-fd03-40aa-8df9-df420e546b95 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.731049] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.731274] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c162af0-b4be-45f5-afc3-e0d4dfaad953 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.788745] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.788955] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.789151] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleting the datastore file [datastore1] 326682e0-1169-4f98-bab5-f7bfc21d1d95 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.789413] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecd4fe1e-f414-4dba-aa7f-8a9dd42ddd8f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.795397] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1154.795397] env[69584]: value = "task-3486399" [ 1154.795397] env[69584]: _type = "Task" [ 1154.795397] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.803940] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.819519] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.819776] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.819940] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.820138] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.820285] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.820431] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.820633] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.820808] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.820983] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.821097] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.821272] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.827741] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e30dc5-dd20-46d5-9123-d6d232baf81b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.847048] env[69584]: DEBUG oslo_vmware.api [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486396, 'name': ReconfigVM_Task, 'duration_secs': 0.211567} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.847691] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1154.847887] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.848213] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1154.848213] env[69584]: value = "task-3486400" [ 1154.848213] env[69584]: _type = "Task" [ 1154.848213] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.848398] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a570ffd-1d94-4591-a9e2-e1e63aae01a8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.857650] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486400, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.858780] env[69584]: DEBUG oslo_vmware.api [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1154.858780] env[69584]: value = "task-3486401" [ 1154.858780] env[69584]: _type = "Task" [ 1154.858780] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.866918] env[69584]: DEBUG oslo_vmware.api [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.945266] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 11419fec-4930-4fa8-9f65-8c5f50ed7a93] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.018621] env[69584]: DEBUG nova.objects.base [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Object Instance<57aa8c19-b68d-4d9e-80dc-1b91719743e7> lazy-loaded attributes: resources,numa_topology {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.173726] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f57d16-8f32-447b-b2f8-34dabf5c575e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.179834] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquiring lock "refresh_cache-d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.180051] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquired lock "refresh_cache-d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.180249] env[69584]: DEBUG nova.network.neutron [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.181493] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c7d25-383d-42a5-ac4e-e8c760294d13 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.362s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.186995] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb2ce2-cbab-4cd9-b126-d3430688c57e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.223371] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d086f7-3db1-413c-ace3-d2a8e3706640 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.232054] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f598e1-be7f-40e1-845f-7efe965b28e8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.246081] env[69584]: DEBUG nova.compute.provider_tree [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.305789] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129459} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.305994] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.306208] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.306387] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.361915] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486400, 'name': ReconfigVM_Task, 'duration_secs': 0.18805} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.364832] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance '4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1' progress to 33 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.374037] env[69584]: DEBUG oslo_vmware.api [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486401, 'name': PowerOnVM_Task, 'duration_secs': 0.467876} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.374350] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.374651] env[69584]: DEBUG nova.compute.manager [None req-526ae022-1294-4fb8-8be6-0e158fc8c970 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.375437] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9364b01-9fbd-4373-9611-744cb6751089 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.448680] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: f833a279-912a-4c24-af76-51e66e852982] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.485848] env[69584]: DEBUG nova.network.neutron [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updated VIF entry in instance network info cache for port 53408ac6-dc2f-4014-a370-8247f523b9a7. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.486432] env[69584]: DEBUG nova.network.neutron [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updating instance_info_cache with network_info: [{"id": "53408ac6-dc2f-4014-a370-8247f523b9a7", "address": "fa:16:3e:ba:72:f2", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap53408ac6-dc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.721150] env[69584]: DEBUG nova.network.neutron [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.749154] env[69584]: DEBUG nova.scheduler.client.report [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.815925] env[69584]: INFO nova.virt.block_device [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Booting with volume 0c419b4b-a2fd-416c-ae23-1f178eb5a826 at /dev/sdb [ 1155.848978] env[69584]: DEBUG nova.network.neutron [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Updating instance_info_cache with network_info: [{"id": "289cd833-341a-4b4d-bbb8-64d8178b31ad", "address": "fa:16:3e:9e:87:2a", "network": {"id": "2a6964bf-2475-4363-8e05-8b53e169a7c1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1212656152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8912298fcac496dbca8be3a89b5153a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289cd833-34", "ovs_interfaceid": "289cd833-341a-4b4d-bbb8-64d8178b31ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.851458] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd8a5d1d-1b3d-4a10-9834-f606a4944315 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.862067] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad855f9-28e5-4bf0-adc0-6973f7348365 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.876109] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.876109] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.876109] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.876109] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.876109] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.876450] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.876450] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.876517] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.876697] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.876855] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.877036] env[69584]: DEBUG nova.virt.hardware [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.882431] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.883043] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b9c2d6-3d91-4012-9519-aba254c75005 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.904050] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1155.904050] env[69584]: value = "task-3486402" [ 1155.904050] env[69584]: _type = "Task" [ 1155.904050] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.918165] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-192355dd-13e9-45e7-809d-4de8b5b4f180 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.924092] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.931148] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee17c499-6366-4853-b927-6f589e173f01 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.962181] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: b52a4253-e4d3-4e8b-9f98-c828d6691e23] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.964803] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c79e4a-5c77-4152-be81-c00a6fbaa53a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.971808] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95e3e0a-e9b1-48da-a645-ec9b5c5567b6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.987187] env[69584]: DEBUG nova.virt.block_device [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Updating existing volume attachment record: aa11f92c-7b18-4541-91ee-60ce930d826f {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1155.991604] env[69584]: DEBUG oslo_concurrency.lockutils [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] Releasing lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.991843] env[69584]: DEBUG nova.compute.manager [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Received event network-vif-plugged-289cd833-341a-4b4d-bbb8-64d8178b31ad {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.992047] env[69584]: DEBUG oslo_concurrency.lockutils [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] Acquiring lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.992310] env[69584]: DEBUG oslo_concurrency.lockutils [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] Lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.992404] env[69584]: DEBUG oslo_concurrency.lockutils [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] Lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.992561] env[69584]: DEBUG nova.compute.manager [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] No waiting events found dispatching network-vif-plugged-289cd833-341a-4b4d-bbb8-64d8178b31ad {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.992748] env[69584]: WARNING nova.compute.manager [req-5145d811-2967-461a-8c2e-70f6bbd4e503 req-cac2bfe7-2cac-4d69-8f61-7d3cf8c78693 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Received unexpected event network-vif-plugged-289cd833-341a-4b4d-bbb8-64d8178b31ad for instance with vm_state building and task_state spawning. [ 1156.041268] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.041515] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.253814] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.355208] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Releasing lock "refresh_cache-d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.355483] env[69584]: DEBUG nova.compute.manager [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Instance network_info: |[{"id": "289cd833-341a-4b4d-bbb8-64d8178b31ad", "address": "fa:16:3e:9e:87:2a", "network": {"id": "2a6964bf-2475-4363-8e05-8b53e169a7c1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1212656152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8912298fcac496dbca8be3a89b5153a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289cd833-34", "ovs_interfaceid": "289cd833-341a-4b4d-bbb8-64d8178b31ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.355920] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:87:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '289cd833-341a-4b4d-bbb8-64d8178b31ad', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.363696] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Creating folder: Project (e8912298fcac496dbca8be3a89b5153a). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.364495] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd68cd94-9717-45cc-89ca-2be322048d52 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.375965] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Created folder: Project (e8912298fcac496dbca8be3a89b5153a) in parent group-v696614. [ 1156.376199] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Creating folder: Instances. Parent ref: group-v696917. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.376471] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed3007ba-3b56-4f33-8519-8de97008743b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.386916] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Created folder: Instances in parent group-v696917. [ 1156.387177] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.387361] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.387563] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-798f0590-1e9f-457c-9e88-395290c9c7db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.408315] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.408315] env[69584]: value = "task-3486405" [ 1156.408315] env[69584]: _type = "Task" [ 1156.408315] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.414614] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486402, 'name': ReconfigVM_Task, 'duration_secs': 0.339819} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.415176] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.415892] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5587814-d3b4-4a33-ab11-eb838d0350bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.420598] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486405, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.440031] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1/4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.440320] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a357da9b-7a6c-46c7-8a69-548844c75f3d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.457832] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1156.457832] env[69584]: value = "task-3486406" [ 1156.457832] env[69584]: _type = "Task" [ 1156.457832] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.465659] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.468179] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 5c79fd5e-362c-4e19-a4ec-28d6c2c84ebe] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.543981] env[69584]: DEBUG nova.compute.manager [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.596191] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.604069] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "55375518-44cc-4afc-bb25-cd7675f96c41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.604467] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "55375518-44cc-4afc-bb25-cd7675f96c41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.604765] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "55375518-44cc-4afc-bb25-cd7675f96c41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.605045] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "55375518-44cc-4afc-bb25-cd7675f96c41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.605318] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "55375518-44cc-4afc-bb25-cd7675f96c41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.607252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.607510] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.607779] env[69584]: DEBUG nova.compute.manager [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.609127] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e44dc-083e-4369-94e9-d89860eb034f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.612409] env[69584]: INFO nova.compute.manager [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Terminating instance [ 1156.617978] env[69584]: DEBUG nova.compute.manager [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1156.618564] env[69584]: DEBUG nova.objects.instance [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lazy-loading 'flavor' on Instance uuid 94a802ba-da57-4cd4-92b7-c42eb5b5e968 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.712969] env[69584]: DEBUG nova.compute.manager [req-2753457c-2ca4-443c-9288-64e0ae4f5a53 req-2822619e-29e4-4f2b-8fc1-440758f22a74 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Received event network-changed-289cd833-341a-4b4d-bbb8-64d8178b31ad {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.713256] env[69584]: DEBUG nova.compute.manager [req-2753457c-2ca4-443c-9288-64e0ae4f5a53 req-2822619e-29e4-4f2b-8fc1-440758f22a74 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Refreshing instance network info cache due to event network-changed-289cd833-341a-4b4d-bbb8-64d8178b31ad. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.713523] env[69584]: DEBUG oslo_concurrency.lockutils [req-2753457c-2ca4-443c-9288-64e0ae4f5a53 req-2822619e-29e4-4f2b-8fc1-440758f22a74 service nova] Acquiring lock "refresh_cache-d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.713700] env[69584]: DEBUG oslo_concurrency.lockutils [req-2753457c-2ca4-443c-9288-64e0ae4f5a53 req-2822619e-29e4-4f2b-8fc1-440758f22a74 service nova] Acquired lock "refresh_cache-d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.713924] env[69584]: DEBUG nova.network.neutron [req-2753457c-2ca4-443c-9288-64e0ae4f5a53 req-2822619e-29e4-4f2b-8fc1-440758f22a74 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Refreshing network info cache for port 289cd833-341a-4b4d-bbb8-64d8178b31ad {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.760810] env[69584]: DEBUG oslo_concurrency.lockutils [None req-2de02667-dfc8-4ae2-968c-cfab47489f6d tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.881s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.762164] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.166s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.762342] env[69584]: INFO nova.compute.manager [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Unshelving [ 1156.919101] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486405, 'name': CreateVM_Task, 'duration_secs': 0.333775} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.919290] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.919989] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.920169] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.920483] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.920759] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e392547-dd9f-4fac-b23c-123b91b5df12 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.924976] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1156.924976] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526c47ba-5e76-0ed2-f9f1-231c0353843a" [ 1156.924976] env[69584]: _type = "Task" [ 1156.924976] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.932117] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526c47ba-5e76-0ed2-f9f1-231c0353843a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.966283] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486406, 'name': ReconfigVM_Task, 'duration_secs': 0.335696} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.966609] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1/4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.966792] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance '4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1' progress to 50 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.970814] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: a54f2e5b-cb73-4415-8310-c2eaf54f8764] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.067037] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.067246] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.069428] env[69584]: INFO nova.compute.claims [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.117530] env[69584]: DEBUG nova.compute.manager [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.117530] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.118317] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfeedc4-afa3-49ab-8f7e-ac65f0d4e2cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.127992] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.128232] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01c51325-b4f9-429d-a64b-b1770981543d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.134874] env[69584]: DEBUG oslo_vmware.api [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1157.134874] env[69584]: value = "task-3486407" [ 1157.134874] env[69584]: _type = "Task" [ 1157.134874] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.142671] env[69584]: DEBUG oslo_vmware.api [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.436444] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526c47ba-5e76-0ed2-f9f1-231c0353843a, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.436854] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.437125] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.437383] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.437527] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.437706] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.437966] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-633d86db-4305-4a2a-b06d-ae0f010535d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.448550] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.448828] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.449954] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9359c5-bb48-4049-8454-db2a866762c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.454214] env[69584]: DEBUG nova.network.neutron [req-2753457c-2ca4-443c-9288-64e0ae4f5a53 req-2822619e-29e4-4f2b-8fc1-440758f22a74 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Updated VIF entry in instance network info cache for port 289cd833-341a-4b4d-bbb8-64d8178b31ad. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.454715] env[69584]: DEBUG nova.network.neutron [req-2753457c-2ca4-443c-9288-64e0ae4f5a53 req-2822619e-29e4-4f2b-8fc1-440758f22a74 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Updating instance_info_cache with network_info: [{"id": "289cd833-341a-4b4d-bbb8-64d8178b31ad", "address": "fa:16:3e:9e:87:2a", "network": {"id": "2a6964bf-2475-4363-8e05-8b53e169a7c1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1212656152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8912298fcac496dbca8be3a89b5153a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289cd833-34", "ovs_interfaceid": "289cd833-341a-4b4d-bbb8-64d8178b31ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.459919] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1157.459919] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e7ed4b-e3cc-224f-129c-37b8c32e2b1f" [ 1157.459919] env[69584]: _type = "Task" [ 1157.459919] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.468412] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e7ed4b-e3cc-224f-129c-37b8c32e2b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.473670] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d77b57-9dc0-444d-965c-3cfd829d4f0f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.476180] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 41e0227c-b1b7-47f1-9859-7725b35f30b9] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.494416] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3c253e-ab4a-4680-8e87-08be0c8fd0eb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.513453] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance '4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1' progress to 67 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.626076] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.626390] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b94aaa64-164c-45bc-be4a-873ab123ebfb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.639781] env[69584]: DEBUG oslo_vmware.api [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1157.639781] env[69584]: value = "task-3486408" [ 1157.639781] env[69584]: _type = "Task" [ 1157.639781] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.646869] env[69584]: DEBUG oslo_vmware.api [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486407, 'name': PowerOffVM_Task, 'duration_secs': 0.192926} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.647400] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.647580] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.647869] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b93148-1ec4-407f-9f67-f79bae1be345 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.652491] env[69584]: DEBUG oslo_vmware.api [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.711683] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.711941] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.712169] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Deleting the datastore file [datastore1] 55375518-44cc-4afc-bb25-cd7675f96c41 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.712445] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7015d9ff-5642-4f88-925c-54bbec29c6e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.719834] env[69584]: DEBUG oslo_vmware.api [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1157.719834] env[69584]: value = "task-3486410" [ 1157.719834] env[69584]: _type = "Task" [ 1157.719834] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.732062] env[69584]: DEBUG oslo_vmware.api [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.790864] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.958552] env[69584]: DEBUG oslo_concurrency.lockutils [req-2753457c-2ca4-443c-9288-64e0ae4f5a53 req-2822619e-29e4-4f2b-8fc1-440758f22a74 service nova] Releasing lock "refresh_cache-d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.970830] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e7ed4b-e3cc-224f-129c-37b8c32e2b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.971647] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85f0a13-71f1-44fe-9e36-5ccdd23796c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.977072] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1157.977072] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52174345-66e2-2c13-38b6-dcd09a4b459d" [ 1157.977072] env[69584]: _type = "Task" [ 1157.977072] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.980389] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: af134f37-05d1-4109-9d7b-ee14ede48856] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.987176] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52174345-66e2-2c13-38b6-dcd09a4b459d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.052016] env[69584]: DEBUG nova.network.neutron [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Port a97ae590-4b62-418f-a337-101f4cff18ef binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1158.118847] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.118847] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.119057] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.119178] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.119739] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.119739] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.119739] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.119978] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.119978] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.120154] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.120299] env[69584]: DEBUG nova.virt.hardware [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.121219] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ef5fc-77df-44ee-92b2-5ff90599fcde {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.131586] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b1596f-7de7-421d-930a-1740e2c49abd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.147911] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:38:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1389cda-60dd-4dc4-b13f-98d09de0d144', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.154706] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.159459] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.159851] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1491e12b-923e-48b4-a4da-1ad119a6d5de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.180381] env[69584]: DEBUG oslo_vmware.api [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486408, 'name': PowerOffVM_Task, 'duration_secs': 0.27166} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.181459] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.181660] env[69584]: DEBUG nova.compute.manager [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.182552] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.182552] env[69584]: value = "task-3486411" [ 1158.182552] env[69584]: _type = "Task" [ 1158.182552] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.182552] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87c840-da0c-4f1c-a150-4d0909aa4a3e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.197020] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486411, 'name': CreateVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.231574] env[69584]: DEBUG oslo_vmware.api [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411324} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.231674] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.231817] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.231985] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.232175] env[69584]: INFO nova.compute.manager [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1158.232570] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.232664] env[69584]: DEBUG nova.compute.manager [-] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.232696] env[69584]: DEBUG nova.network.neutron [-] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.285326] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c530ef4-f0be-40b0-bcc9-16cf44245d58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.293665] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281f5b69-0772-4140-8472-fd173fa43ddc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.326520] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0807d24-8694-4628-a86d-be2acedd2828 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.335198] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f9d03-6966-43e6-ab78-9bf8443fb845 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.349511] env[69584]: DEBUG nova.compute.provider_tree [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.483536] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 0f06875a-a96a-4020-a09e-f1afe0bd7d80] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.489481] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52174345-66e2-2c13-38b6-dcd09a4b459d, 'name': SearchDatastore_Task, 'duration_secs': 0.035908} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.490036] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.490323] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801/d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.490590] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-068ec0b9-669c-4333-9a6a-9b42afd039bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.498267] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1158.498267] env[69584]: value = "task-3486412" [ 1158.498267] env[69584]: _type = "Task" [ 1158.498267] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.506592] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.694853] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486411, 'name': CreateVM_Task, 'duration_secs': 0.326885} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.695042] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.695732] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.695981] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.696310] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.696563] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4527a556-b49e-4f9f-8538-facc0871b4b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.700826] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1d9bf51-9640-4b9c-8c33-29de4acf446d tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.093s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.703554] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1158.703554] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521934ec-e208-9965-d1b8-7068c85210cd" [ 1158.703554] env[69584]: _type = "Task" [ 1158.703554] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.712157] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521934ec-e208-9965-d1b8-7068c85210cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.753793] env[69584]: DEBUG nova.compute.manager [req-ae266d83-3646-454b-8147-77e29bd5cd63 req-d3ad89f7-dd28-4323-a7f2-78aad9f3163c service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Received event network-vif-deleted-7103251c-804c-4032-9596-22fcdce61d60 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.753793] env[69584]: INFO nova.compute.manager [req-ae266d83-3646-454b-8147-77e29bd5cd63 req-d3ad89f7-dd28-4323-a7f2-78aad9f3163c service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Neutron deleted interface 7103251c-804c-4032-9596-22fcdce61d60; detaching it from the instance and deleting it from the info cache [ 1158.754026] env[69584]: DEBUG nova.network.neutron [req-ae266d83-3646-454b-8147-77e29bd5cd63 req-d3ad89f7-dd28-4323-a7f2-78aad9f3163c service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.852825] env[69584]: DEBUG nova.scheduler.client.report [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.977325] env[69584]: DEBUG nova.network.neutron [-] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.990373] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: a03fe057-a751-4d32-85f1-6e95851a0e91] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.009800] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486412, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.076415] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.076703] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.076890] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.214755] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]521934ec-e208-9965-d1b8-7068c85210cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01234} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.215171] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.215489] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.215807] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.215970] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.216176] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.216474] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a70d62ee-1a80-49b8-9c39-7f6cddd6d533 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.229284] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.229475] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.230364] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08aadb96-05ba-46e7-9c5e-94d6433516c4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.236027] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1159.236027] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526be562-b23b-9565-94b9-f523ab4340c9" [ 1159.236027] env[69584]: _type = "Task" [ 1159.236027] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.244185] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526be562-b23b-9565-94b9-f523ab4340c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.257138] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22b87a90-7639-43e5-8fbc-d74bcebb05bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.267039] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e42c83-cb2c-4965-8bc8-f021b7e22fd6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.299961] env[69584]: DEBUG nova.compute.manager [req-ae266d83-3646-454b-8147-77e29bd5cd63 req-d3ad89f7-dd28-4323-a7f2-78aad9f3163c service nova] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Detach interface failed, port_id=7103251c-804c-4032-9596-22fcdce61d60, reason: Instance 55375518-44cc-4afc-bb25-cd7675f96c41 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.336106] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.336396] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.336616] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.336874] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.336962] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.339208] env[69584]: INFO nova.compute.manager [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Terminating instance [ 1159.358014] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.358553] env[69584]: DEBUG nova.compute.manager [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.361487] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.571s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.361690] env[69584]: DEBUG nova.objects.instance [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'pci_requests' on Instance uuid 57aa8c19-b68d-4d9e-80dc-1b91719743e7 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.479234] env[69584]: INFO nova.compute.manager [-] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Took 1.25 seconds to deallocate network for instance. [ 1159.493245] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: a29f1ec4-6684-41cf-baf4-03799d626d98] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.509264] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486412, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.748853] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526be562-b23b-9565-94b9-f523ab4340c9, 'name': SearchDatastore_Task, 'duration_secs': 0.058613} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.749684] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9218082e-96ee-43b3-a483-b382998daee4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.754635] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1159.754635] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d570ed-b7d5-5c6d-feff-ad90827eeb89" [ 1159.754635] env[69584]: _type = "Task" [ 1159.754635] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.761944] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d570ed-b7d5-5c6d-feff-ad90827eeb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.843013] env[69584]: DEBUG nova.compute.manager [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.843261] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.844474] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160ada0-b6d6-43fe-86b7-d1f011926065 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.851688] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.851900] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-defb6adf-e3c0-42bb-a2fd-38b7f2ec6c9c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.864599] env[69584]: DEBUG nova.compute.utils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.867361] env[69584]: DEBUG nova.objects.instance [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'numa_topology' on Instance uuid 57aa8c19-b68d-4d9e-80dc-1b91719743e7 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.868446] env[69584]: DEBUG nova.compute.manager [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.868607] env[69584]: DEBUG nova.network.neutron [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.916635] env[69584]: DEBUG nova.policy [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1377cca8ece84b4cbf5330781196e7c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9fa402f84943b799c941ef8b421ca8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.920053] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.920262] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.920441] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleting the datastore file [datastore2] 94a802ba-da57-4cd4-92b7-c42eb5b5e968 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.920692] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d61964-732f-427f-b62c-2f12ff9d02fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.926974] env[69584]: DEBUG oslo_vmware.api [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1159.926974] env[69584]: value = "task-3486414" [ 1159.926974] env[69584]: _type = "Task" [ 1159.926974] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.934803] env[69584]: DEBUG oslo_vmware.api [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.985869] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.997142] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 9a44842a-d07a-456a-849c-40c012ec56ef] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.010752] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486412, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.145017] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.145017] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.145017] env[69584]: DEBUG nova.network.neutron [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.266358] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52d570ed-b7d5-5c6d-feff-ad90827eeb89, 'name': SearchDatastore_Task, 'duration_secs': 0.01248} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.266554] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.268095] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 326682e0-1169-4f98-bab5-f7bfc21d1d95/326682e0-1169-4f98-bab5-f7bfc21d1d95.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.268095] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81618c37-f207-4cbd-a5e1-9f898a4cc968 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.275738] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1160.275738] env[69584]: value = "task-3486415" [ 1160.275738] env[69584]: _type = "Task" [ 1160.275738] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.288341] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.311927] env[69584]: DEBUG nova.network.neutron [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Successfully created port: 90d369af-4ab7-4e00-8ea1-d466d960f7fb {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.369474] env[69584]: DEBUG nova.compute.manager [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.372486] env[69584]: INFO nova.compute.claims [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.436733] env[69584]: DEBUG oslo_vmware.api [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179223} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.436987] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.437269] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.437400] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.437519] env[69584]: INFO nova.compute.manager [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1160.437757] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.438027] env[69584]: DEBUG nova.compute.manager [-] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.438105] env[69584]: DEBUG nova.network.neutron [-] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.499339] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 7e92478c-7c46-4700-940c-cf8c6fd89ed6] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.510188] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486412, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.943424} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.510463] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801/d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.510698] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.511030] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c6271bc-9cde-4322-9a91-685861a294e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.517158] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1160.517158] env[69584]: value = "task-3486416" [ 1160.517158] env[69584]: _type = "Task" [ 1160.517158] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.526056] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.785578] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486415, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.886347] env[69584]: DEBUG nova.compute.manager [req-546cf7b3-b605-4740-a378-a641d04e8b68 req-da5bdbce-b38c-4857-ba6b-b9c001eb68f1 service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Received event network-vif-deleted-6edb2abd-8a7d-432f-a22f-5fb4f1d88516 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.886688] env[69584]: INFO nova.compute.manager [req-546cf7b3-b605-4740-a378-a641d04e8b68 req-da5bdbce-b38c-4857-ba6b-b9c001eb68f1 service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Neutron deleted interface 6edb2abd-8a7d-432f-a22f-5fb4f1d88516; detaching it from the instance and deleting it from the info cache [ 1160.886892] env[69584]: DEBUG nova.network.neutron [req-546cf7b3-b605-4740-a378-a641d04e8b68 req-da5bdbce-b38c-4857-ba6b-b9c001eb68f1 service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.987883] env[69584]: DEBUG nova.network.neutron [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance_info_cache with network_info: [{"id": "a97ae590-4b62-418f-a337-101f4cff18ef", "address": "fa:16:3e:9a:49:89", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa97ae590-4b", "ovs_interfaceid": "a97ae590-4b62-418f-a337-101f4cff18ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.006157] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 33f0d54e-db21-422a-ad33-6a4fd02e2d62] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.026634] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117559} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.027394] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.028203] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976a8a1e-f37d-4fb3-bc86-0c89b80baeab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.050044] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801/d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.050462] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952b569d-a7b0-479c-a8a0-fa0b1805d5c5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.069819] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1161.069819] env[69584]: value = "task-3486417" [ 1161.069819] env[69584]: _type = "Task" [ 1161.069819] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.077390] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.285993] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557378} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.286263] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 326682e0-1169-4f98-bab5-f7bfc21d1d95/326682e0-1169-4f98-bab5-f7bfc21d1d95.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.286477] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.286716] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-323866a2-6eb9-4d30-810b-8d0032d15d21 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.293313] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1161.293313] env[69584]: value = "task-3486418" [ 1161.293313] env[69584]: _type = "Task" [ 1161.293313] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.300508] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.364374] env[69584]: DEBUG nova.network.neutron [-] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.388274] env[69584]: DEBUG nova.compute.manager [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.391185] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b63443c3-f8a4-4056-9f08-66be17dd13e4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.400955] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51338f66-33f9-435d-87a2-9c056d5a3c1b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.421956] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.422259] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.422436] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.422622] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.422771] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.422915] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.423132] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.423293] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.423469] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.423683] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.423884] env[69584]: DEBUG nova.virt.hardware [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.424661] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b559e0-5f80-4f94-9fe3-36eefe3da06a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.438395] env[69584]: DEBUG nova.compute.manager [req-546cf7b3-b605-4740-a378-a641d04e8b68 req-da5bdbce-b38c-4857-ba6b-b9c001eb68f1 service nova] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Detach interface failed, port_id=6edb2abd-8a7d-432f-a22f-5fb4f1d88516, reason: Instance 94a802ba-da57-4cd4-92b7-c42eb5b5e968 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.443820] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e782820-cdc5-4ac5-b311-147699e0c8d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.489878] env[69584]: DEBUG oslo_concurrency.lockutils [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.508987] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: ecba1888-6446-46eb-92f1-33ce6ebdcfc3] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.581723] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.595217] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997c1307-78d7-4069-8dba-86b6a1d7ba38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.602147] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c228e68-2be8-4220-9794-a60ae20eea76 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.633386] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb95bf7-c4ac-4618-a88e-c59dcedab347 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.641250] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29800a36-ea97-40d2-87cb-83607e9fe6b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.656068] env[69584]: DEBUG nova.compute.provider_tree [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.802649] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.41983} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.802649] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.803896] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d2f432-041b-4830-ae0c-29591bcba09f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.825673] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 326682e0-1169-4f98-bab5-f7bfc21d1d95/326682e0-1169-4f98-bab5-f7bfc21d1d95.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.825883] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63522e3a-8588-47ef-a34d-249c09487d15 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.845544] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1161.845544] env[69584]: value = "task-3486419" [ 1161.845544] env[69584]: _type = "Task" [ 1161.845544] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.853161] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.868272] env[69584]: INFO nova.compute.manager [-] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Took 1.43 seconds to deallocate network for instance. [ 1161.939459] env[69584]: DEBUG nova.network.neutron [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Successfully updated port: 90d369af-4ab7-4e00-8ea1-d466d960f7fb {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.011303] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f3d52f-18b2-4db3-a872-e55bb6f44810 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.014192] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: b8ade33d-589e-4c3e-87ef-301aa95b28e6] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.032426] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183c1243-aa06-4816-98ad-4ce0c7ab5ec6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.039209] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance '4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1' progress to 83 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.080578] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486417, 'name': ReconfigVM_Task, 'duration_secs': 0.831624} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.080891] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801/d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.081748] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10d8a339-1900-4663-b89d-9614cac9402f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.088480] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1162.088480] env[69584]: value = "task-3486420" [ 1162.088480] env[69584]: _type = "Task" [ 1162.088480] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.099809] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486420, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.159187] env[69584]: DEBUG nova.scheduler.client.report [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.357114] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486419, 'name': ReconfigVM_Task, 'duration_secs': 0.282128} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.357409] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 326682e0-1169-4f98-bab5-f7bfc21d1d95/326682e0-1169-4f98-bab5-f7bfc21d1d95.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.358527] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_options': None, 'size': 0, 'device_name': '/dev/sda', 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'image_id': '9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'aa11f92c-7b18-4541-91ee-60ce930d826f', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696915', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'name': 'volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '326682e0-1169-4f98-bab5-f7bfc21d1d95', 'attached_at': '', 'detached_at': '', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'serial': '0c419b4b-a2fd-416c-ae23-1f178eb5a826'}, 'device_type': None, 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69584) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1162.358725] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.358911] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696915', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'name': 'volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '326682e0-1169-4f98-bab5-f7bfc21d1d95', 'attached_at': '', 'detached_at': '', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'serial': '0c419b4b-a2fd-416c-ae23-1f178eb5a826'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.359743] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e305239-7e61-41de-8956-e2b69307ce30 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.375261] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.376164] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cc6a21-ab5f-483e-9208-3a1fb4c2c72d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.400031] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826/volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.400296] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95fcb1d7-c9cc-44de-9f2e-f112fb00811e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.418817] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1162.418817] env[69584]: value = "task-3486421" [ 1162.418817] env[69584]: _type = "Task" [ 1162.418817] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.426376] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.442573] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.442573] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.442665] env[69584]: DEBUG nova.network.neutron [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.517111] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: cd1d53c9-d5d0-40a8-86c2-6b8be5908ab0] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.545417] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.546076] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c9f098f-cc0d-4a15-a9da-e12ae72d6f07 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.552709] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1162.552709] env[69584]: value = "task-3486422" [ 1162.552709] env[69584]: _type = "Task" [ 1162.552709] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.560930] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.600139] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486420, 'name': Rename_Task, 'duration_secs': 0.152667} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.600376] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.600649] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5325e8e0-685c-4284-b6d3-2cf85815f0fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.608563] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1162.608563] env[69584]: value = "task-3486423" [ 1162.608563] env[69584]: _type = "Task" [ 1162.608563] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.617699] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.665794] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.304s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.668191] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.683s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.668465] env[69584]: DEBUG nova.objects.instance [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lazy-loading 'resources' on Instance uuid 55375518-44cc-4afc-bb25-cd7675f96c41 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.707031] env[69584]: INFO nova.network.neutron [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updating port 53408ac6-dc2f-4014-a370-8247f523b9a7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1162.916122] env[69584]: DEBUG nova.compute.manager [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Received event network-vif-plugged-90d369af-4ab7-4e00-8ea1-d466d960f7fb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.916344] env[69584]: DEBUG oslo_concurrency.lockutils [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] Acquiring lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.916549] env[69584]: DEBUG oslo_concurrency.lockutils [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.916719] env[69584]: DEBUG oslo_concurrency.lockutils [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.916880] env[69584]: DEBUG nova.compute.manager [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] No waiting events found dispatching network-vif-plugged-90d369af-4ab7-4e00-8ea1-d466d960f7fb {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.917330] env[69584]: WARNING nova.compute.manager [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Received unexpected event network-vif-plugged-90d369af-4ab7-4e00-8ea1-d466d960f7fb for instance with vm_state building and task_state spawning. [ 1162.917573] env[69584]: DEBUG nova.compute.manager [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Received event network-changed-90d369af-4ab7-4e00-8ea1-d466d960f7fb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.917729] env[69584]: DEBUG nova.compute.manager [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Refreshing instance network info cache due to event network-changed-90d369af-4ab7-4e00-8ea1-d466d960f7fb. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.917905] env[69584]: DEBUG oslo_concurrency.lockutils [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] Acquiring lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.929134] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486421, 'name': ReconfigVM_Task, 'duration_secs': 0.374406} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.929392] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826/volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.934340] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed097ef9-9dcc-4890-8ac9-0a0036d5b3d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.952013] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1162.952013] env[69584]: value = "task-3486424" [ 1162.952013] env[69584]: _type = "Task" [ 1162.952013] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.960488] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.986014] env[69584]: DEBUG nova.network.neutron [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.021555] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 6c2f0ba5-104f-41c6-ade6-7fe9efcfe206] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.069246] env[69584]: DEBUG oslo_vmware.api [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486422, 'name': PowerOnVM_Task, 'duration_secs': 0.44877} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.069610] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.069833] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5c96dd-895f-4205-930a-53b7b873b943 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance '4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1' progress to 100 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.120998] env[69584]: DEBUG oslo_vmware.api [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486423, 'name': PowerOnVM_Task, 'duration_secs': 0.498836} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.120998] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.121304] env[69584]: INFO nova.compute.manager [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1163.121304] env[69584]: DEBUG nova.compute.manager [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.122319] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604bd4e2-d33f-4341-851e-b8b7cbb32fa4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.179236] env[69584]: DEBUG nova.network.neutron [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Updating instance_info_cache with network_info: [{"id": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "address": "fa:16:3e:94:fe:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d369af-4a", "ovs_interfaceid": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.348882] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af5622e-9c93-4794-9136-abe14268cad3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.356892] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56425942-a24f-4527-bc47-dbc3060a864e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.388707] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11809ce7-1799-4b93-a9b1-8e5523b979e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.397245] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bef917-f748-48e0-a287-b49bcad505db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.411076] env[69584]: DEBUG nova.compute.provider_tree [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.467209] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486424, 'name': ReconfigVM_Task, 'duration_secs': 0.14557} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.467637] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696915', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'name': 'volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '326682e0-1169-4f98-bab5-f7bfc21d1d95', 'attached_at': '', 'detached_at': '', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'serial': '0c419b4b-a2fd-416c-ae23-1f178eb5a826'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1163.468286] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed762166-c9ca-495a-af37-b61b0506038d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.475445] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1163.475445] env[69584]: value = "task-3486425" [ 1163.475445] env[69584]: _type = "Task" [ 1163.475445] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.483767] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486425, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.524705] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 9917d9fb-4616-4a99-85a2-4822f0c96a9d] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.642750] env[69584]: INFO nova.compute.manager [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Took 15.30 seconds to build instance. [ 1163.681630] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.681910] env[69584]: DEBUG nova.compute.manager [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Instance network_info: |[{"id": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "address": "fa:16:3e:94:fe:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d369af-4a", "ovs_interfaceid": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.682208] env[69584]: DEBUG oslo_concurrency.lockutils [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] Acquired lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.682385] env[69584]: DEBUG nova.network.neutron [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Refreshing network info cache for port 90d369af-4ab7-4e00-8ea1-d466d960f7fb {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.683402] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:fe:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90d369af-4ab7-4e00-8ea1-d466d960f7fb', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.690914] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.693898] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.694344] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-807da67a-1043-4a0f-b7b8-01f55246b787 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.714799] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.714799] env[69584]: value = "task-3486426" [ 1163.714799] env[69584]: _type = "Task" [ 1163.714799] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.722219] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486426, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.914756] env[69584]: DEBUG nova.scheduler.client.report [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.936138] env[69584]: DEBUG nova.network.neutron [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Updated VIF entry in instance network info cache for port 90d369af-4ab7-4e00-8ea1-d466d960f7fb. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.936586] env[69584]: DEBUG nova.network.neutron [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Updating instance_info_cache with network_info: [{"id": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "address": "fa:16:3e:94:fe:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d369af-4a", "ovs_interfaceid": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.968934] env[69584]: DEBUG oslo_concurrency.lockutils [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquiring lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.985927] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486425, 'name': Rename_Task, 'duration_secs': 0.151893} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.986267] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.986521] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-325db197-4aa1-4caf-b0cc-34430ed28241 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.992922] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1163.992922] env[69584]: value = "task-3486427" [ 1163.992922] env[69584]: _type = "Task" [ 1163.992922] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.000848] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.027847] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 283b33ad-de82-4b79-8082-62da5612bf64] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.144727] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cd712286-fa07-4896-a587-f063a0145fcb tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.817s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.144968] env[69584]: DEBUG oslo_concurrency.lockutils [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.176s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.145252] env[69584]: INFO nova.compute.manager [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Rebooting instance [ 1164.225946] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486426, 'name': CreateVM_Task, 'duration_secs': 0.338609} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.226145] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.226858] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.227035] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.229171] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.229171] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fed7a8-5261-443e-b1bd-413fa21b56bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.232571] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1164.232571] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c74d5c-a0d0-f1e3-23f1-520e963c8a77" [ 1164.232571] env[69584]: _type = "Task" [ 1164.232571] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.243213] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c74d5c-a0d0-f1e3-23f1-520e963c8a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.262857] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.263058] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.263237] env[69584]: DEBUG nova.network.neutron [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.420605] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.423026] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.048s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.423447] env[69584]: DEBUG nova.objects.instance [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lazy-loading 'resources' on Instance uuid 94a802ba-da57-4cd4-92b7-c42eb5b5e968 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.439637] env[69584]: DEBUG oslo_concurrency.lockutils [req-26fc434d-fc43-45c8-abc8-6053e99a8a64 req-6ef5c2d1-0a7f-4bc6-a57d-f9586b349cc9 service nova] Releasing lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.444564] env[69584]: INFO nova.scheduler.client.report [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Deleted allocations for instance 55375518-44cc-4afc-bb25-cd7675f96c41 [ 1164.502678] env[69584]: DEBUG oslo_vmware.api [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486427, 'name': PowerOnVM_Task, 'duration_secs': 0.500795} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.503592] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.503884] env[69584]: DEBUG nova.compute.manager [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.504532] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de896d32-e787-4dd3-be13-d51f948e5cdb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.531473] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 56f12a2c-d21f-414e-b27e-b140d735351e] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.661579] env[69584]: DEBUG oslo_concurrency.lockutils [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquiring lock "refresh_cache-d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.661772] env[69584]: DEBUG oslo_concurrency.lockutils [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquired lock "refresh_cache-d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.662016] env[69584]: DEBUG nova.network.neutron [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.742709] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c74d5c-a0d0-f1e3-23f1-520e963c8a77, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.743025] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.743270] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.743507] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.743655] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.743834] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.744099] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d173efe-c24e-405e-8c75-428268e42218 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.752609] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.752784] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.753712] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9beeb1-bc94-42fa-80e4-e4ddee7366de {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.758503] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1164.758503] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e11192-d1c4-2ff0-83ae-b0df386c91f8" [ 1164.758503] env[69584]: _type = "Task" [ 1164.758503] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.767689] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e11192-d1c4-2ff0-83ae-b0df386c91f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.953490] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f389ece1-22dd-4ed8-baba-c78f41f00f39 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "55375518-44cc-4afc-bb25-cd7675f96c41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.349s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.030255] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.034973] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: afd7a1c1-1c84-4d77-b041-ef05793273c2] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.112553] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.112553] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.112553] env[69584]: DEBUG nova.compute.manager [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Going to confirm migration 7 {{(pid=69584) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1165.138385] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0dac68-dd8d-427c-a605-a8c8768721b6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.151111] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4ee90e-180f-4d85-b1af-2ab3015a71a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.199786] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0016e6-0856-415e-8fe2-1e072cfc95ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.211705] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7716ea9f-c51b-4d2e-8fab-c03f2ce23b9b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.230184] env[69584]: DEBUG nova.compute.manager [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.230832] env[69584]: DEBUG nova.compute.provider_tree [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.232665] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def5c00a-10cd-4ac8-a400-fd8dcb21f7c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.270382] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e11192-d1c4-2ff0-83ae-b0df386c91f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.271293] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888fc0e0-568a-4b6b-883e-e8d2da1e01bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.280181] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1165.280181] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52726440-6bc2-fa1c-80c1-d847ba4f0159" [ 1165.280181] env[69584]: _type = "Task" [ 1165.280181] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.291132] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52726440-6bc2-fa1c-80c1-d847ba4f0159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.324411] env[69584]: DEBUG nova.compute.manager [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received event network-vif-plugged-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.324650] env[69584]: DEBUG oslo_concurrency.lockutils [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] Acquiring lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.324882] env[69584]: DEBUG oslo_concurrency.lockutils [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.325230] env[69584]: DEBUG oslo_concurrency.lockutils [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.325406] env[69584]: DEBUG nova.compute.manager [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] No waiting events found dispatching network-vif-plugged-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.325589] env[69584]: WARNING nova.compute.manager [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received unexpected event network-vif-plugged-53408ac6-dc2f-4014-a370-8247f523b9a7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1165.325761] env[69584]: DEBUG nova.compute.manager [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received event network-changed-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.325918] env[69584]: DEBUG nova.compute.manager [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Refreshing instance network info cache due to event network-changed-53408ac6-dc2f-4014-a370-8247f523b9a7. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.326099] env[69584]: DEBUG oslo_concurrency.lockutils [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] Acquiring lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.336442] env[69584]: DEBUG nova.network.neutron [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updating instance_info_cache with network_info: [{"id": "53408ac6-dc2f-4014-a370-8247f523b9a7", "address": "fa:16:3e:ba:72:f2", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53408ac6-dc", "ovs_interfaceid": "53408ac6-dc2f-4014-a370-8247f523b9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.457151] env[69584]: DEBUG nova.network.neutron [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Updating instance_info_cache with network_info: [{"id": "289cd833-341a-4b4d-bbb8-64d8178b31ad", "address": "fa:16:3e:9e:87:2a", "network": {"id": "2a6964bf-2475-4363-8e05-8b53e169a7c1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1212656152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8912298fcac496dbca8be3a89b5153a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289cd833-34", "ovs_interfaceid": "289cd833-341a-4b4d-bbb8-64d8178b31ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.472992] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "5688b532-f104-408d-ab46-4bc914ed4c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.473258] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "5688b532-f104-408d-ab46-4bc914ed4c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.473461] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "5688b532-f104-408d-ab46-4bc914ed4c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.473637] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "5688b532-f104-408d-ab46-4bc914ed4c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.473797] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "5688b532-f104-408d-ab46-4bc914ed4c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.475656] env[69584]: INFO nova.compute.manager [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Terminating instance [ 1165.538341] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 744a7db4-6a8e-407e-890b-21e479b752bf] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.681158] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.681341] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquired lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.681515] env[69584]: DEBUG nova.network.neutron [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.681700] env[69584]: DEBUG nova.objects.instance [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lazy-loading 'info_cache' on Instance uuid 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.737113] env[69584]: DEBUG nova.scheduler.client.report [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.742701] env[69584]: INFO nova.compute.manager [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] instance snapshotting [ 1165.743284] env[69584]: DEBUG nova.objects.instance [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'flavor' on Instance uuid c035d7fa-620c-4d65-b923-971c84e68ca5 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.791398] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52726440-6bc2-fa1c-80c1-d847ba4f0159, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.791672] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.791936] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1/4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.792207] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-941466b5-2bdd-453b-81f8-276f07b6c7da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.799616] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1165.799616] env[69584]: value = "task-3486428" [ 1165.799616] env[69584]: _type = "Task" [ 1165.799616] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.807244] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.839580] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.842116] env[69584]: DEBUG oslo_concurrency.lockutils [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] Acquired lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.842325] env[69584]: DEBUG nova.network.neutron [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Refreshing network info cache for port 53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.865222] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='17c635e0a8ba4636e8a090b79bbfc0ab',container_format='bare',created_at=2025-04-19T15:03:08Z,direct_url=,disk_format='vmdk',id=09cde4b8-4807-4e93-9b5d-b5fca5b73959,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-118926299-shelved',owner='aacaa1085b77475592186c4fbf759fd7',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-19T15:03:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.865476] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.865653] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.866308] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.866552] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.866852] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.867124] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.867300] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.867489] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.867686] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.867871] env[69584]: DEBUG nova.virt.hardware [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.869010] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50753f2-c21b-457f-b34f-6e275cc5af7f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.877095] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d7d06e-0437-4243-89a0-a5017942d1a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.893277] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:72:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53408ac6-dc2f-4014-a370-8247f523b9a7', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.901068] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.901651] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.901896] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76f4d66f-9775-4b22-92f6-0430d896adab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.921255] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.921255] env[69584]: value = "task-3486429" [ 1165.921255] env[69584]: _type = "Task" [ 1165.921255] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.929223] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486429, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.960517] env[69584]: DEBUG oslo_concurrency.lockutils [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Releasing lock "refresh_cache-d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.979678] env[69584]: DEBUG nova.compute.manager [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.980104] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.981101] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d1b2a8-b84c-4716-ab85-f2628ec9e161 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.992438] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.992674] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0242169-d9cf-4ed5-a17c-bca8ac6c078d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.000009] env[69584]: DEBUG oslo_vmware.api [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1166.000009] env[69584]: value = "task-3486430" [ 1166.000009] env[69584]: _type = "Task" [ 1166.000009] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.011904] env[69584]: DEBUG oslo_vmware.api [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.041164] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 6057c2c1-ef4c-464e-9385-47a95cd09825] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.241671] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.244661] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.214s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.244941] env[69584]: DEBUG nova.objects.instance [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69584) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1166.253674] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33a74de-2914-4a8c-ab60-95b83089f896 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.276318] env[69584]: INFO nova.scheduler.client.report [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted allocations for instance 94a802ba-da57-4cd4-92b7-c42eb5b5e968 [ 1166.279628] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5841e7ee-71ae-40bc-a25f-d5e23d2ac749 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.310297] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470508} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.310585] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1/4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.310845] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.311431] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8c02746-6e1a-4ed1-bd08-57ecee34c307 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.318646] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1166.318646] env[69584]: value = "task-3486431" [ 1166.318646] env[69584]: _type = "Task" [ 1166.318646] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.329664] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.431011] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486429, 'name': CreateVM_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.465035] env[69584]: DEBUG nova.compute.manager [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.465895] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10492cef-3c6b-4d26-928c-d8f5ba6a74d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.511306] env[69584]: DEBUG oslo_vmware.api [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486430, 'name': PowerOffVM_Task, 'duration_secs': 0.249408} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.512979] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.512979] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.512979] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f21a077-c989-44df-aab3-100358466cae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.544748] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 19ce0d06-8777-46de-9b14-f704bb4e149c] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.578131] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.578415] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.579369] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Deleting the datastore file [datastore1] 5688b532-f104-408d-ab46-4bc914ed4c6c {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.579369] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5481f32f-649f-465d-85ee-bd060a3c92d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.584941] env[69584]: DEBUG oslo_vmware.api [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for the task: (returnval){ [ 1166.584941] env[69584]: value = "task-3486433" [ 1166.584941] env[69584]: _type = "Task" [ 1166.584941] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.592853] env[69584]: DEBUG oslo_vmware.api [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.635979] env[69584]: DEBUG nova.network.neutron [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updated VIF entry in instance network info cache for port 53408ac6-dc2f-4014-a370-8247f523b9a7. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.636420] env[69584]: DEBUG nova.network.neutron [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updating instance_info_cache with network_info: [{"id": "53408ac6-dc2f-4014-a370-8247f523b9a7", "address": "fa:16:3e:ba:72:f2", "network": {"id": "a57a58ef-b002-40a7-ac8a-ecef41f336be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1474883246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacaa1085b77475592186c4fbf759fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53408ac6-dc", "ovs_interfaceid": "53408ac6-dc2f-4014-a370-8247f523b9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.786923] env[69584]: DEBUG oslo_concurrency.lockutils [None req-efe65958-9c21-4178-98ec-a8aa97f23891 tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "94a802ba-da57-4cd4-92b7-c42eb5b5e968" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.450s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.790523] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1166.790996] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7563717-dec0-4563-bcc8-f67690326f8e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.799765] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1166.799765] env[69584]: value = "task-3486434" [ 1166.799765] env[69584]: _type = "Task" [ 1166.799765] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.809028] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.830508] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067941} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.830760] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.831536] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0603f367-bfd2-43e0-9363-f421d89bb372 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.853324] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1/4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.853605] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b1bd69b-9236-46b9-86ef-f0e3490a3b87 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.874547] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1166.874547] env[69584]: value = "task-3486435" [ 1166.874547] env[69584]: _type = "Task" [ 1166.874547] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.883357] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.901930] env[69584]: DEBUG nova.network.neutron [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance_info_cache with network_info: [{"id": "a97ae590-4b62-418f-a337-101f4cff18ef", "address": "fa:16:3e:9a:49:89", "network": {"id": "eec15121-394b-4ffe-be3a-265e0421130e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1218258758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903eba6d0ced490cb4633665d7aedf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa97ae590-4b", "ovs_interfaceid": "a97ae590-4b62-418f-a337-101f4cff18ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.932409] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486429, 'name': CreateVM_Task, 'duration_secs': 0.557453} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.932682] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.933428] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.933591] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.933978] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.934262] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd0c44c-c4aa-4d32-a22b-c857e42d39f0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.938772] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1166.938772] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5206a3ae-7206-6f65-61cd-f9e29c026f0f" [ 1166.938772] env[69584]: _type = "Task" [ 1166.938772] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.946954] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5206a3ae-7206-6f65-61cd-f9e29c026f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.047790] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 0152d67e-8b6d-4cf4-8395-78b784260d4a] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.094773] env[69584]: DEBUG oslo_vmware.api [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Task: {'id': task-3486433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172465} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.095050] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.095238] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.095419] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.095590] env[69584]: INFO nova.compute.manager [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1167.095835] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.096034] env[69584]: DEBUG nova.compute.manager [-] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.096132] env[69584]: DEBUG nova.network.neutron [-] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.142029] env[69584]: DEBUG oslo_concurrency.lockutils [req-573acd59-17d2-4098-aabb-709121aa6430 req-f2cc5581-9d4d-4121-bd51-a478ce3deceb service nova] Releasing lock "refresh_cache-57aa8c19-b68d-4d9e-80dc-1b91719743e7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.256224] env[69584]: DEBUG oslo_concurrency.lockutils [None req-54068a2b-0be7-4c1b-a6d6-a2ff866d7bd3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.313214] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486434, 'name': CreateSnapshot_Task, 'duration_secs': 0.494211} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.314249] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1167.314440] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7d3768-027e-4323-8b13-356d80cb7a3c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.390548] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486435, 'name': ReconfigVM_Task, 'duration_secs': 0.423305} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.390917] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1/4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.391622] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1385bd2c-6511-4b66-a7de-9fb4a93d0753 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.398366] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1167.398366] env[69584]: value = "task-3486436" [ 1167.398366] env[69584]: _type = "Task" [ 1167.398366] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.405245] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Releasing lock "refresh_cache-4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.405469] env[69584]: DEBUG nova.objects.instance [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lazy-loading 'migration_context' on Instance uuid 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.407700] env[69584]: DEBUG nova.compute.manager [req-e3e6d762-9ddb-4421-a9a5-0d01160cbabf req-1b4296cc-d980-4501-9725-e5b0e89a2bcd service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Received event network-vif-deleted-1ade6a1c-7942-4560-a01f-b303c37eeef7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.407881] env[69584]: INFO nova.compute.manager [req-e3e6d762-9ddb-4421-a9a5-0d01160cbabf req-1b4296cc-d980-4501-9725-e5b0e89a2bcd service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Neutron deleted interface 1ade6a1c-7942-4560-a01f-b303c37eeef7; detaching it from the instance and deleting it from the info cache [ 1167.408064] env[69584]: DEBUG nova.network.neutron [req-e3e6d762-9ddb-4421-a9a5-0d01160cbabf req-1b4296cc-d980-4501-9725-e5b0e89a2bcd service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.412545] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486436, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.448414] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.448671] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Processing image 09cde4b8-4807-4e93-9b5d-b5fca5b73959 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.448912] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959/09cde4b8-4807-4e93-9b5d-b5fca5b73959.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.449076] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959/09cde4b8-4807-4e93-9b5d-b5fca5b73959.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.449258] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.449496] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64cb8a14-3734-4ba5-a71a-ee420322cb03 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.457549] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.457756] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.458495] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5344beb-be98-4e57-8b2f-2fcec10a22e1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.464219] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1167.464219] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bd3a2c-2048-6d2c-d70f-5f152a67cbae" [ 1167.464219] env[69584]: _type = "Task" [ 1167.464219] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.471616] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52bd3a2c-2048-6d2c-d70f-5f152a67cbae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.483252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.483485] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.483684] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.483862] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.484035] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.485951] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d7cf4d-c2ad-4c95-84f1-4cceb4232531 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.488947] env[69584]: INFO nova.compute.manager [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Terminating instance [ 1167.494193] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Doing hard reboot of VM {{(pid=69584) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1167.494421] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-338cd071-ca4d-44e0-8c9d-7a1a709f6569 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.500652] env[69584]: DEBUG oslo_vmware.api [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1167.500652] env[69584]: value = "task-3486437" [ 1167.500652] env[69584]: _type = "Task" [ 1167.500652] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.508883] env[69584]: DEBUG oslo_vmware.api [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486437, 'name': ResetVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.551922] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: e09f313d-695f-419a-ba7a-8fe26d166d3b] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.837120] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1167.837471] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eeea9177-7138-406d-8587-870b49b13868 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.846278] env[69584]: DEBUG nova.network.neutron [-] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.847543] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1167.847543] env[69584]: value = "task-3486438" [ 1167.847543] env[69584]: _type = "Task" [ 1167.847543] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.856021] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486438, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.907927] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486436, 'name': Rename_Task, 'duration_secs': 0.421958} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.908160] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.908394] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd4c4276-7daa-4d87-919a-18a3cac825b6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.914585] env[69584]: DEBUG nova.objects.base [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Object Instance<4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1> lazy-loaded attributes: info_cache,migration_context {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.915145] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1167.915145] env[69584]: value = "task-3486439" [ 1167.915145] env[69584]: _type = "Task" [ 1167.915145] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.915804] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae83db2-d3f9-499d-81e4-0d16a1fca5dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.918040] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28346917-f27e-4aa0-a909-de276c9fb10d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.943886] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.944952] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47e49f7-41b9-4c12-ba17-9f78a9506172 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.949948] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e466449c-f61e-4777-bb56-00d4a4c1f184 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.963730] env[69584]: DEBUG oslo_vmware.api [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1167.963730] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526c5f61-e932-b835-98a6-f40456a521e5" [ 1167.963730] env[69584]: _type = "Task" [ 1167.963730] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.983629] env[69584]: DEBUG nova.compute.manager [req-e3e6d762-9ddb-4421-a9a5-0d01160cbabf req-1b4296cc-d980-4501-9725-e5b0e89a2bcd service nova] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Detach interface failed, port_id=1ade6a1c-7942-4560-a01f-b303c37eeef7, reason: Instance 5688b532-f104-408d-ab46-4bc914ed4c6c could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.991312] env[69584]: DEBUG oslo_vmware.api [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526c5f61-e932-b835-98a6-f40456a521e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.991798] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Preparing fetch location {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1167.992122] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Fetch image to [datastore2] OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee/OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee.vmdk {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1167.992442] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Downloading stream optimized image 09cde4b8-4807-4e93-9b5d-b5fca5b73959 to [datastore2] OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee/OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee.vmdk on the data store datastore2 as vApp {{(pid=69584) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1167.992699] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Downloading image file data 09cde4b8-4807-4e93-9b5d-b5fca5b73959 to the ESX as VM named 'OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee' {{(pid=69584) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1167.995380] env[69584]: DEBUG nova.compute.manager [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.995632] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.996738] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e60b57-8fb1-4815-994a-1e2e9e978c03 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.007243] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.007870] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9bdb60-1d6d-4191-bd24-ce25f134781f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.013246] env[69584]: DEBUG oslo_vmware.api [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486437, 'name': ResetVM_Task, 'duration_secs': 0.112448} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.015928] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Did hard reboot of VM {{(pid=69584) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1168.016249] env[69584]: DEBUG nova.compute.manager [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.016629] env[69584]: DEBUG oslo_vmware.api [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1168.016629] env[69584]: value = "task-3486440" [ 1168.016629] env[69584]: _type = "Task" [ 1168.016629] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.017794] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76618d51-8f72-442e-9912-3fbf464153b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.046414] env[69584]: DEBUG oslo_vmware.api [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.056020] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 6eb652f9-2e12-42b4-a311-fca05c5d2ea0] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.084437] env[69584]: DEBUG oslo_vmware.rw_handles [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1168.084437] env[69584]: value = "resgroup-9" [ 1168.084437] env[69584]: _type = "ResourcePool" [ 1168.084437] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1168.084988] env[69584]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1608b45e-f1e7-42f8-8cc7-2c3925bf0832 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.106650] env[69584]: DEBUG oslo_vmware.rw_handles [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lease: (returnval){ [ 1168.106650] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd52ad-95b4-03a5-1d59-c0387badd601" [ 1168.106650] env[69584]: _type = "HttpNfcLease" [ 1168.106650] env[69584]: } obtained for vApp import into resource pool (val){ [ 1168.106650] env[69584]: value = "resgroup-9" [ 1168.106650] env[69584]: _type = "ResourcePool" [ 1168.106650] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1168.107106] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the lease: (returnval){ [ 1168.107106] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd52ad-95b4-03a5-1d59-c0387badd601" [ 1168.107106] env[69584]: _type = "HttpNfcLease" [ 1168.107106] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1168.114479] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.114479] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd52ad-95b4-03a5-1d59-c0387badd601" [ 1168.114479] env[69584]: _type = "HttpNfcLease" [ 1168.114479] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1168.348793] env[69584]: INFO nova.compute.manager [-] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Took 1.25 seconds to deallocate network for instance. [ 1168.362515] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486438, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.430540] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.478651] env[69584]: DEBUG oslo_vmware.api [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526c5f61-e932-b835-98a6-f40456a521e5, 'name': SearchDatastore_Task, 'duration_secs': 0.021709} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.479062] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.479404] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.530898] env[69584]: DEBUG oslo_vmware.api [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486440, 'name': PowerOffVM_Task, 'duration_secs': 0.420211} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.531224] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.531419] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.531735] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eb0c548-b59b-4082-9a1b-3e4acabf1d9a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.553876] env[69584]: DEBUG oslo_concurrency.lockutils [None req-72458618-b21d-412f-9be3-978511cee1f1 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.409s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.558713] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: ef45db2f-2489-474f-ae77-492fa1c8517e] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.585587] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.585853] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.586078] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleting the datastore file [datastore1] c6196367-cd11-4e77-abf7-b0a860d1e0e2 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.586386] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7fa87f-f8df-4cea-ae69-8d46653632b6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.594079] env[69584]: DEBUG oslo_vmware.api [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for the task: (returnval){ [ 1168.594079] env[69584]: value = "task-3486443" [ 1168.594079] env[69584]: _type = "Task" [ 1168.594079] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.603046] env[69584]: DEBUG oslo_vmware.api [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.614118] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.614118] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd52ad-95b4-03a5-1d59-c0387badd601" [ 1168.614118] env[69584]: _type = "HttpNfcLease" [ 1168.614118] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1168.862591] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.862979] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486438, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.930184] env[69584]: DEBUG oslo_vmware.api [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486439, 'name': PowerOnVM_Task, 'duration_secs': 0.597856} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.930446] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.930652] env[69584]: INFO nova.compute.manager [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1168.930828] env[69584]: DEBUG nova.compute.manager [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.931587] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33a7276-14ba-4125-8e18-b807c436c55b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.044650] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquiring lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.044956] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.045199] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquiring lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.045412] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.045581] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.052918] env[69584]: INFO nova.compute.manager [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Terminating instance [ 1169.061858] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 3137d543-006b-4f18-bbff-d1288ea4017b] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.103947] env[69584]: DEBUG oslo_vmware.api [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Task: {'id': task-3486443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13775} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.106325] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.106513] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.106692] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.106870] env[69584]: INFO nova.compute.manager [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1169.107126] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.107709] env[69584]: DEBUG nova.compute.manager [-] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.107806] env[69584]: DEBUG nova.network.neutron [-] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.116670] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.116670] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd52ad-95b4-03a5-1d59-c0387badd601" [ 1169.116670] env[69584]: _type = "HttpNfcLease" [ 1169.116670] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1169.120722] env[69584]: DEBUG oslo_vmware.rw_handles [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1169.120722] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52fd52ad-95b4-03a5-1d59-c0387badd601" [ 1169.120722] env[69584]: _type = "HttpNfcLease" [ 1169.120722] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1169.121642] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41554f38-bac6-4e8b-9981-86228409e8eb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.130410] env[69584]: DEBUG oslo_vmware.rw_handles [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaf940-3095-622c-3e63-403cf77912c2/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1169.130595] env[69584]: DEBUG oslo_vmware.rw_handles [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaf940-3095-622c-3e63-403cf77912c2/disk-0.vmdk. {{(pid=69584) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1169.196764] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1664f704-ef0b-46c4-9a04-82fc6dabe24a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.205886] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a996c84-817f-409a-888e-fb42903b0cc3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.212354] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d5621f-788c-4c61-82f2-1fdda32f65be {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.244398] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d509b7-151f-4690-80db-7e4d6d1f252c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.252242] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a57eee-b928-44fb-9384-65399ba178d1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.266239] env[69584]: DEBUG nova.compute.provider_tree [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.360548] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486438, 'name': CloneVM_Task, 'duration_secs': 1.175665} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.360924] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Created linked-clone VM from snapshot [ 1169.361701] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a50366a-1bbd-4fc3-ac19-bb75ffa79b37 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.371794] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Uploading image eb3c9fa5-4e8c-4888-8c03-2d5581126a1d {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1169.400499] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1169.400499] env[69584]: value = "vm-696924" [ 1169.400499] env[69584]: _type = "VirtualMachine" [ 1169.400499] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1169.400868] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1140e132-5fb1-44d4-8cf2-58891c080c1f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.407808] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lease: (returnval){ [ 1169.407808] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ccdcb1-8c86-0e4c-d9b5-20c2ac641c74" [ 1169.407808] env[69584]: _type = "HttpNfcLease" [ 1169.407808] env[69584]: } obtained for exporting VM: (result){ [ 1169.407808] env[69584]: value = "vm-696924" [ 1169.407808] env[69584]: _type = "VirtualMachine" [ 1169.407808] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1169.408101] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the lease: (returnval){ [ 1169.408101] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ccdcb1-8c86-0e4c-d9b5-20c2ac641c74" [ 1169.408101] env[69584]: _type = "HttpNfcLease" [ 1169.408101] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1169.415191] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.415191] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ccdcb1-8c86-0e4c-d9b5-20c2ac641c74" [ 1169.415191] env[69584]: _type = "HttpNfcLease" [ 1169.415191] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.433268] env[69584]: DEBUG nova.compute.manager [req-58ad444b-31d4-42d8-bf65-496b3483f290 req-04759006-e65e-4d34-9543-cefc9f702216 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Received event network-vif-deleted-68b9f559-0f46-4880-9744-3b83ca421317 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.433346] env[69584]: INFO nova.compute.manager [req-58ad444b-31d4-42d8-bf65-496b3483f290 req-04759006-e65e-4d34-9543-cefc9f702216 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Neutron deleted interface 68b9f559-0f46-4880-9744-3b83ca421317; detaching it from the instance and deleting it from the info cache [ 1169.433507] env[69584]: DEBUG nova.network.neutron [req-58ad444b-31d4-42d8-bf65-496b3483f290 req-04759006-e65e-4d34-9543-cefc9f702216 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.451308] env[69584]: INFO nova.compute.manager [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Took 12.40 seconds to build instance. [ 1169.561870] env[69584]: DEBUG nova.compute.manager [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.562108] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.563092] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421a4658-fcb3-49d0-bc41-47252fed206e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.567154] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: a934c7fb-78ef-4ca7-bdeb-49d0b95eaff9] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.574659] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.574659] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7daa0248-4c0b-40f5-a314-f4f7c78015b8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.582027] env[69584]: DEBUG oslo_vmware.api [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1169.582027] env[69584]: value = "task-3486445" [ 1169.582027] env[69584]: _type = "Task" [ 1169.582027] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.594697] env[69584]: DEBUG oslo_vmware.api [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.769140] env[69584]: DEBUG nova.scheduler.client.report [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.880235] env[69584]: DEBUG nova.network.neutron [-] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.916462] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.916462] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ccdcb1-8c86-0e4c-d9b5-20c2ac641c74" [ 1169.916462] env[69584]: _type = "HttpNfcLease" [ 1169.916462] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1169.916794] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1169.916794] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ccdcb1-8c86-0e4c-d9b5-20c2ac641c74" [ 1169.916794] env[69584]: _type = "HttpNfcLease" [ 1169.916794] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1169.917568] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f074d2-4b53-44a5-87dd-2d41dc1049ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.926421] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244abd-d663-f4a6-36cb-defe94f75dd9/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1169.926624] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244abd-d663-f4a6-36cb-defe94f75dd9/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1169.983119] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fa5a862b-2e4c-4028-9b96-ea4c4fcc3aa9 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.941s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.988280] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e3f1f6c-216e-47f1-bc34-cecb8d0ec073 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.000634] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7912ea34-a3c3-4669-b44a-71071aa773d4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.024629] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4bc5cdce-2f1e-49ea-9c01-f3c91e4bbcd9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.037354] env[69584]: DEBUG nova.compute.manager [req-58ad444b-31d4-42d8-bf65-496b3483f290 req-04759006-e65e-4d34-9543-cefc9f702216 service nova] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Detach interface failed, port_id=68b9f559-0f46-4880-9744-3b83ca421317, reason: Instance c6196367-cd11-4e77-abf7-b0a860d1e0e2 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.070975] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 415bb90f-8235-4e19-84dd-50927452592a] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.093545] env[69584]: DEBUG oslo_vmware.api [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486445, 'name': PowerOffVM_Task, 'duration_secs': 0.187814} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.093545] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.093775] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.095465] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72fa881b-fc1b-47cf-bd97-fa0cc576c0e4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.159118] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.159386] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.159567] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Deleting the datastore file [datastore2] d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.160018] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5690f804-55df-4079-a011-f74b94ceba4a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.168332] env[69584]: DEBUG oslo_vmware.api [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for the task: (returnval){ [ 1170.168332] env[69584]: value = "task-3486447" [ 1170.168332] env[69584]: _type = "Task" [ 1170.168332] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.177765] env[69584]: DEBUG oslo_vmware.api [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.384682] env[69584]: INFO nova.compute.manager [-] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Took 1.28 seconds to deallocate network for instance. [ 1170.561564] env[69584]: DEBUG nova.compute.manager [req-07119bf7-ad68-49d5-bb01-bb95567c0d2d req-027e6c88-567b-4639-9af7-6cb20900a749 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Received event network-changed-90d369af-4ab7-4e00-8ea1-d466d960f7fb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.562262] env[69584]: DEBUG nova.compute.manager [req-07119bf7-ad68-49d5-bb01-bb95567c0d2d req-027e6c88-567b-4639-9af7-6cb20900a749 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Refreshing instance network info cache due to event network-changed-90d369af-4ab7-4e00-8ea1-d466d960f7fb. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.562665] env[69584]: DEBUG oslo_concurrency.lockutils [req-07119bf7-ad68-49d5-bb01-bb95567c0d2d req-027e6c88-567b-4639-9af7-6cb20900a749 service nova] Acquiring lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.563480] env[69584]: DEBUG oslo_concurrency.lockutils [req-07119bf7-ad68-49d5-bb01-bb95567c0d2d req-027e6c88-567b-4639-9af7-6cb20900a749 service nova] Acquired lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.563803] env[69584]: DEBUG nova.network.neutron [req-07119bf7-ad68-49d5-bb01-bb95567c0d2d req-027e6c88-567b-4639-9af7-6cb20900a749 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Refreshing network info cache for port 90d369af-4ab7-4e00-8ea1-d466d960f7fb {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.573932] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 9805d5cc-af24-4bf5-b99b-4bc316661526] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.624677] env[69584]: DEBUG oslo_vmware.rw_handles [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Completed reading data from the image iterator. {{(pid=69584) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1170.624882] env[69584]: DEBUG oslo_vmware.rw_handles [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaf940-3095-622c-3e63-403cf77912c2/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1170.625852] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf04ce-4cae-415c-88fe-1287494af4e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.633563] env[69584]: DEBUG oslo_vmware.rw_handles [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaf940-3095-622c-3e63-403cf77912c2/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1170.635936] env[69584]: DEBUG oslo_vmware.rw_handles [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaf940-3095-622c-3e63-403cf77912c2/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1170.635936] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8f1d8cca-4a5d-4b2e-a14b-6391ed3a0b81 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.679801] env[69584]: DEBUG oslo_vmware.api [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Task: {'id': task-3486447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219858} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.680193] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.680387] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.680765] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.681035] env[69584]: INFO nova.compute.manager [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1170.681339] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.681637] env[69584]: DEBUG nova.compute.manager [-] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.681832] env[69584]: DEBUG nova.network.neutron [-] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.783571] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.304s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.786434] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.924s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.786644] env[69584]: DEBUG nova.objects.instance [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lazy-loading 'resources' on Instance uuid 5688b532-f104-408d-ab46-4bc914ed4c6c {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.821166] env[69584]: DEBUG oslo_vmware.rw_handles [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaf940-3095-622c-3e63-403cf77912c2/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1170.821484] env[69584]: INFO nova.virt.vmwareapi.images [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Downloaded image file data 09cde4b8-4807-4e93-9b5d-b5fca5b73959 [ 1170.822423] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3ac96b-08cc-4892-83bc-f072fa00869f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.840868] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29dba68a-c8a7-44bc-a643-7bcf5dcdb72b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.866415] env[69584]: INFO nova.virt.vmwareapi.images [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] The imported VM was unregistered [ 1170.869093] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Caching image {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1170.869442] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Creating directory with path [datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.869850] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fca5a8eb-f402-4bae-84ce-d14d52d34c75 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.884615] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Created directory with path [datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.884875] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee/OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee.vmdk to [datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959/09cde4b8-4807-4e93-9b5d-b5fca5b73959.vmdk. {{(pid=69584) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1170.885474] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-45605343-943e-4ca1-af7c-7a10ed6cf16a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.894883] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1170.894883] env[69584]: value = "task-3486449" [ 1170.894883] env[69584]: _type = "Task" [ 1170.894883] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.900120] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.903576] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486449, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.081394] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: ae5bfcf7-62ae-40a6-b700-fcbae3b4d5a2] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.280044] env[69584]: DEBUG nova.network.neutron [req-07119bf7-ad68-49d5-bb01-bb95567c0d2d req-027e6c88-567b-4639-9af7-6cb20900a749 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Updated VIF entry in instance network info cache for port 90d369af-4ab7-4e00-8ea1-d466d960f7fb. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.280589] env[69584]: DEBUG nova.network.neutron [req-07119bf7-ad68-49d5-bb01-bb95567c0d2d req-027e6c88-567b-4639-9af7-6cb20900a749 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Updating instance_info_cache with network_info: [{"id": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "address": "fa:16:3e:94:fe:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d369af-4a", "ovs_interfaceid": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.357037] env[69584]: INFO nova.scheduler.client.report [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted allocation for migration 713cda11-1749-4ee5-9884-3e96fd0bddd0 [ 1171.410134] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486449, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.449108] env[69584]: DEBUG nova.network.neutron [-] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.473348] env[69584]: DEBUG nova.compute.manager [req-11ac497e-5bcf-4526-b35f-b7b0f8a2b7a3 req-3386c6d8-b934-48bc-afc4-144efe4fc583 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Received event network-vif-deleted-289cd833-341a-4b4d-bbb8-64d8178b31ad {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.473735] env[69584]: INFO nova.compute.manager [req-11ac497e-5bcf-4526-b35f-b7b0f8a2b7a3 req-3386c6d8-b934-48bc-afc4-144efe4fc583 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Neutron deleted interface 289cd833-341a-4b4d-bbb8-64d8178b31ad; detaching it from the instance and deleting it from the info cache [ 1171.473992] env[69584]: DEBUG nova.network.neutron [req-11ac497e-5bcf-4526-b35f-b7b0f8a2b7a3 req-3386c6d8-b934-48bc-afc4-144efe4fc583 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.485987] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d13778-4c6b-4135-ad0f-22bb5a493a6b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.496956] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f609ae-dd8c-48b0-974d-59079abd2c1d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.535599] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c570db7-8a6e-4f86-8d4b-92e6806e9864 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.548528] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a06b1f4-af9c-47f6-8f0f-37129d4d2f4b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.567781] env[69584]: DEBUG nova.compute.provider_tree [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.586740] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: f6ea22c7-5703-4d58-b92a-42febea3bb06] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.783351] env[69584]: DEBUG oslo_concurrency.lockutils [req-07119bf7-ad68-49d5-bb01-bb95567c0d2d req-027e6c88-567b-4639-9af7-6cb20900a749 service nova] Releasing lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.864061] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.752s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.911954] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486449, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.952724] env[69584]: INFO nova.compute.manager [-] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Took 1.27 seconds to deallocate network for instance. [ 1171.977496] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d364117-2d36-46bd-906d-a36d9e8bbe53 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.993836] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b9ca5e-a41c-473a-88a8-c8718b76ad35 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.034462] env[69584]: DEBUG nova.compute.manager [req-11ac497e-5bcf-4526-b35f-b7b0f8a2b7a3 req-3386c6d8-b934-48bc-afc4-144efe4fc583 service nova] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Detach interface failed, port_id=289cd833-341a-4b4d-bbb8-64d8178b31ad, reason: Instance d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1172.072009] env[69584]: DEBUG nova.scheduler.client.report [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.088240] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: ed0619a9-9206-4935-bb9c-00e3265e8211] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.416292] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486449, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.460871] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.577847] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.580497] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.681s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.580914] env[69584]: DEBUG nova.objects.instance [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lazy-loading 'resources' on Instance uuid c6196367-cd11-4e77-abf7-b0a860d1e0e2 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.591360] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 4298e770-e96e-4e91-8712-d352ac2daba5] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.605368] env[69584]: INFO nova.scheduler.client.report [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Deleted allocations for instance 5688b532-f104-408d-ab46-4bc914ed4c6c [ 1172.913063] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486449, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.094634] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 8707506a-e8d9-462c-bb69-9540aa6b8ff3] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.115982] env[69584]: DEBUG oslo_concurrency.lockutils [None req-910c6f72-b4d0-4f56-ad4c-fa60df9b2078 tempest-ServerRescueTestJSON-433350952 tempest-ServerRescueTestJSON-433350952-project-member] Lock "5688b532-f104-408d-ab46-4bc914ed4c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.643s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.142405] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.142680] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.142883] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.143077] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.143247] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.148722] env[69584]: INFO nova.compute.manager [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Terminating instance [ 1173.245925] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49de812a-2ae8-47f4-90fb-95db137d8902 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.258773] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e0f034-35e3-41bb-8f37-081fb7c4cfdd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.068997] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: a370afe3-c2f8-432a-a526-81426d935a9c] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.071553] env[69584]: DEBUG nova.compute.manager [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.071876] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.079131] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a9d26b-76d7-4fe2-b499-3f3b9f503baa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.084812] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575dc77d-853c-4440-bc79-8b430fc9c918 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.093823] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.099777] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be9333a5-fb3f-4146-8a35-e1b7b01be6d7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.101997] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486449, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.104536] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba2f11d-7a49-4395-83aa-62f027a22e54 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.120176] env[69584]: DEBUG nova.compute.provider_tree [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.125113] env[69584]: DEBUG oslo_vmware.api [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1174.125113] env[69584]: value = "task-3486450" [ 1174.125113] env[69584]: _type = "Task" [ 1174.125113] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.134435] env[69584]: DEBUG oslo_vmware.api [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.577878] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: e6ba8e96-a9bd-4a35-b386-3e7cb9c95ecc] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.579801] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486449, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.589036] env[69584]: INFO nova.compute.manager [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Rebuilding instance [ 1174.624697] env[69584]: DEBUG nova.scheduler.client.report [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.637016] env[69584]: DEBUG oslo_vmware.api [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486450, 'name': PowerOffVM_Task, 'duration_secs': 0.214931} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.639736] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.639924] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.642526] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5f04277-8ead-4c67-802c-c7f2603f5bd3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.644450] env[69584]: DEBUG nova.compute.manager [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.645452] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224165a0-c643-4c37-94b0-d1928e49844e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.879613] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.879804] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.879981] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleting the datastore file [datastore2] 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.880283] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89ae1ce5-f75b-40f8-8893-30d3d6fefd72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.886662] env[69584]: DEBUG oslo_vmware.api [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for the task: (returnval){ [ 1174.886662] env[69584]: value = "task-3486452" [ 1174.886662] env[69584]: _type = "Task" [ 1174.886662] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.895751] env[69584]: DEBUG oslo_vmware.api [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.079479] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486449, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.760192} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.079672] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee/OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee.vmdk to [datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959/09cde4b8-4807-4e93-9b5d-b5fca5b73959.vmdk. [ 1175.079741] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Cleaning up location [datastore2] OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1175.079965] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1e3f3f1c-90ca-451a-99aa-405c4dfe56ee {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.080427] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 1cb12eb8-8e6e-4513-8408-18afd328e053] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.082372] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4c73616-05fd-49a2-947d-a5da7eba872e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.089036] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1175.089036] env[69584]: value = "task-3486453" [ 1175.089036] env[69584]: _type = "Task" [ 1175.089036] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.097102] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.133059] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.552s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.136065] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.675s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.136277] env[69584]: DEBUG nova.objects.instance [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lazy-loading 'resources' on Instance uuid d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.156235] env[69584]: INFO nova.scheduler.client.report [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Deleted allocations for instance c6196367-cd11-4e77-abf7-b0a860d1e0e2 [ 1175.396076] env[69584]: DEBUG oslo_vmware.api [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Task: {'id': task-3486452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216036} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.396312] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.396495] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.396666] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.396886] env[69584]: INFO nova.compute.manager [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1175.397188] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.397392] env[69584]: DEBUG nova.compute.manager [-] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.397487] env[69584]: DEBUG nova.network.neutron [-] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.585211] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.585395] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Cleaning up deleted instances with incomplete migration {{(pid=69584) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1175.601107] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059608} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.601412] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.601537] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959/09cde4b8-4807-4e93-9b5d-b5fca5b73959.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.601791] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959/09cde4b8-4807-4e93-9b5d-b5fca5b73959.vmdk to [datastore2] 57aa8c19-b68d-4d9e-80dc-1b91719743e7/57aa8c19-b68d-4d9e-80dc-1b91719743e7.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.602063] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cac0f93-a57e-437d-b100-bedddfb2069d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.610046] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1175.610046] env[69584]: value = "task-3486454" [ 1175.610046] env[69584]: _type = "Task" [ 1175.610046] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.618198] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.648532] env[69584]: DEBUG nova.compute.manager [req-c2d706b5-7620-4162-a7b2-dc79981825f3 req-ccabaf3d-cf33-4002-9b85-bf4f8cd986f0 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Received event network-vif-deleted-a97ae590-4b62-418f-a337-101f4cff18ef {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.649152] env[69584]: INFO nova.compute.manager [req-c2d706b5-7620-4162-a7b2-dc79981825f3 req-ccabaf3d-cf33-4002-9b85-bf4f8cd986f0 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Neutron deleted interface a97ae590-4b62-418f-a337-101f4cff18ef; detaching it from the instance and deleting it from the info cache [ 1175.649371] env[69584]: DEBUG nova.network.neutron [req-c2d706b5-7620-4162-a7b2-dc79981825f3 req-ccabaf3d-cf33-4002-9b85-bf4f8cd986f0 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.663335] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.665797] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14062af0-c34a-499f-b21b-eb9d2ca36743 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.667846] env[69584]: DEBUG oslo_concurrency.lockutils [None req-42303d53-2b89-4f6f-b327-7299acd9f35a tempest-ServersTestJSON-892691466 tempest-ServersTestJSON-892691466-project-member] Lock "c6196367-cd11-4e77-abf7-b0a860d1e0e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.184s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.674766] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for the task: (returnval){ [ 1175.674766] env[69584]: value = "task-3486455" [ 1175.674766] env[69584]: _type = "Task" [ 1175.674766] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.685337] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.772320] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b968309-01a2-4bd9-8b34-01c2e0779b6a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.781121] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2ad49c-950f-4cf4-b879-1f32ce6d11d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.814675] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e942a-e368-4acd-9bd6-2ca026776249 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.823344] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911ecf4a-8214-4b5f-8367-02e01d5f1bf5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.836971] env[69584]: DEBUG nova.compute.provider_tree [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.088413] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.125447] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486454, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.125447] env[69584]: DEBUG nova.network.neutron [-] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.152375] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dc16adb-e1f4-4703-8bd7-84f9eb8bb82a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.166627] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f1e1af-f4b1-496f-93d2-189fcbb5ad4a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.187961] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486455, 'name': PowerOffVM_Task, 'duration_secs': 0.208171} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.188388] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.191689] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.191689] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca894373-2a8c-42d9-a0b0-3ef9fc8ae4c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.205896] env[69584]: DEBUG nova.compute.manager [req-c2d706b5-7620-4162-a7b2-dc79981825f3 req-ccabaf3d-cf33-4002-9b85-bf4f8cd986f0 service nova] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Detach interface failed, port_id=a97ae590-4b62-418f-a337-101f4cff18ef, reason: Instance 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.207712] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for the task: (returnval){ [ 1176.207712] env[69584]: value = "task-3486456" [ 1176.207712] env[69584]: _type = "Task" [ 1176.207712] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.217338] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1176.217589] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1176.217769] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696901', 'volume_id': '62ba47db-db7b-428f-b2cb-68164a81f4bc', 'name': 'volume-62ba47db-db7b-428f-b2cb-68164a81f4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80766760-32cf-402e-a8a8-ccb8e32b192f', 'attached_at': '', 'detached_at': '', 'volume_id': '62ba47db-db7b-428f-b2cb-68164a81f4bc', 'serial': '62ba47db-db7b-428f-b2cb-68164a81f4bc'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1176.218577] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df061368-6fda-45a0-948a-1d5ce7bb0061 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.236980] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf94cd6-7cbe-4b23-930c-612972e1dc19 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.246505] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa18a58-3b8c-40fd-9515-6acfa3787f3e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.266802] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9450ed05-fffe-4f8a-ac5d-18019b3314f6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.284266] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] The volume has not been displaced from its original location: [datastore1] volume-62ba47db-db7b-428f-b2cb-68164a81f4bc/volume-62ba47db-db7b-428f-b2cb-68164a81f4bc.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1176.289995] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.290471] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da71f6f4-08c7-4385-8964-cba3607e3f75 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.310462] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for the task: (returnval){ [ 1176.310462] env[69584]: value = "task-3486457" [ 1176.310462] env[69584]: _type = "Task" [ 1176.310462] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.319570] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.340939] env[69584]: DEBUG nova.scheduler.client.report [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.621250] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486454, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.628422] env[69584]: INFO nova.compute.manager [-] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Took 1.23 seconds to deallocate network for instance. [ 1176.820951] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486457, 'name': ReconfigVM_Task, 'duration_secs': 0.213803} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.821285] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.826353] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70425bbb-0653-4ed5-9042-8e3daba52360 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.843707] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for the task: (returnval){ [ 1176.843707] env[69584]: value = "task-3486458" [ 1176.843707] env[69584]: _type = "Task" [ 1176.843707] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.849861] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.857935] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486458, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.876456] env[69584]: INFO nova.scheduler.client.report [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Deleted allocations for instance d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801 [ 1177.121056] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486454, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.137115] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.137115] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.137331] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.158593] env[69584]: INFO nova.scheduler.client.report [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Deleted allocations for instance 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1 [ 1177.355184] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486458, 'name': ReconfigVM_Task, 'duration_secs': 0.22635} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.355556] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696901', 'volume_id': '62ba47db-db7b-428f-b2cb-68164a81f4bc', 'name': 'volume-62ba47db-db7b-428f-b2cb-68164a81f4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80766760-32cf-402e-a8a8-ccb8e32b192f', 'attached_at': '', 'detached_at': '', 'volume_id': '62ba47db-db7b-428f-b2cb-68164a81f4bc', 'serial': '62ba47db-db7b-428f-b2cb-68164a81f4bc'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1177.355837] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.356825] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cea4365-79ab-421e-9e58-8b287b0a1e1c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.365787] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.366227] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69d6fcdd-518d-4d00-80b9-4050a6366dc0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.386074] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9eb8e54d-518e-46c8-9532-d62c473e9983 tempest-InstanceActionsTestJSON-798343656 tempest-InstanceActionsTestJSON-798343656-project-member] Lock "d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.341s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.434216] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.434463] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.434650] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Deleting the datastore file [datastore1] 80766760-32cf-402e-a8a8-ccb8e32b192f {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.434926] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad7e70b8-de45-47cf-9784-0b7b1ca0e0f2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.441600] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for the task: (returnval){ [ 1177.441600] env[69584]: value = "task-3486460" [ 1177.441600] env[69584]: _type = "Task" [ 1177.441600] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.451898] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.634389] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486454, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.669763] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d574578f-19e5-4ca3-b376-8d8cf0792b68 tempest-DeleteServersTestJSON-1292314666 tempest-DeleteServersTestJSON-1292314666-project-member] Lock "4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.526s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.953991] env[69584]: DEBUG oslo_vmware.api [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Task: {'id': task-3486460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153149} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.954635] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.954755] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.954918] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.012432] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1178.012432] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63d7fc23-4f54-44ca-b844-7875fa66616e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.025737] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a757af-e76c-428d-bc64-bd5a1df1b5d9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.072410] env[69584]: ERROR nova.compute.manager [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Failed to detach volume 62ba47db-db7b-428f-b2cb-68164a81f4bc from /dev/sda: nova.exception.InstanceNotFound: Instance 80766760-32cf-402e-a8a8-ccb8e32b192f could not be found. [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Traceback (most recent call last): [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self.driver.rebuild(**kwargs) [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] raise NotImplementedError() [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] NotImplementedError [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] During handling of the above exception, another exception occurred: [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Traceback (most recent call last): [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self.driver.detach_volume(context, old_connection_info, [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] return self._volumeops.detach_volume(connection_info, instance) [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self._detach_volume_vmdk(connection_info, instance) [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] stable_ref.fetch_moref(session) [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] nova.exception.InstanceNotFound: Instance 80766760-32cf-402e-a8a8-ccb8e32b192f could not be found. [ 1178.072410] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] [ 1178.127173] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486454, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.226299] env[69584]: DEBUG nova.compute.utils [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Build of instance 80766760-32cf-402e-a8a8-ccb8e32b192f aborted: Failed to rebuild volume backed instance. {{(pid=69584) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1178.229906] env[69584]: ERROR nova.compute.manager [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 80766760-32cf-402e-a8a8-ccb8e32b192f aborted: Failed to rebuild volume backed instance. [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Traceback (most recent call last): [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self.driver.rebuild(**kwargs) [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] raise NotImplementedError() [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] NotImplementedError [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] During handling of the above exception, another exception occurred: [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Traceback (most recent call last): [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self._detach_root_volume(context, instance, root_bdm) [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] with excutils.save_and_reraise_exception(): [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self.force_reraise() [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] raise self.value [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self.driver.detach_volume(context, old_connection_info, [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] return self._volumeops.detach_volume(connection_info, instance) [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self._detach_volume_vmdk(connection_info, instance) [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] stable_ref.fetch_moref(session) [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] nova.exception.InstanceNotFound: Instance 80766760-32cf-402e-a8a8-ccb8e32b192f could not be found. [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] During handling of the above exception, another exception occurred: [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Traceback (most recent call last): [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] yield [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1178.229906] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self._do_rebuild_instance_with_claim( [ 1178.231385] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1178.231385] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self._do_rebuild_instance( [ 1178.231385] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1178.231385] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self._rebuild_default_impl(**kwargs) [ 1178.231385] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1178.231385] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] self._rebuild_volume_backed_instance( [ 1178.231385] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1178.231385] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] raise exception.BuildAbortException( [ 1178.231385] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] nova.exception.BuildAbortException: Build of instance 80766760-32cf-402e-a8a8-ccb8e32b192f aborted: Failed to rebuild volume backed instance. [ 1178.231385] env[69584]: ERROR nova.compute.manager [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] [ 1178.628201] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486454, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.531277} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.628907] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/09cde4b8-4807-4e93-9b5d-b5fca5b73959/09cde4b8-4807-4e93-9b5d-b5fca5b73959.vmdk to [datastore2] 57aa8c19-b68d-4d9e-80dc-1b91719743e7/57aa8c19-b68d-4d9e-80dc-1b91719743e7.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.630387] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6fa64-293b-4274-9c4b-4b615b7e42ec {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.660308] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 57aa8c19-b68d-4d9e-80dc-1b91719743e7/57aa8c19-b68d-4d9e-80dc-1b91719743e7.vmdk or device None with type streamOptimized {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.660933] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3466814-2b9c-433c-96af-1b54e5563676 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.690766] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1178.690766] env[69584]: value = "task-3486462" [ 1178.690766] env[69584]: _type = "Task" [ 1178.690766] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.701514] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.201912] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.701694] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486462, 'name': ReconfigVM_Task, 'duration_secs': 0.868139} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.701997] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 57aa8c19-b68d-4d9e-80dc-1b91719743e7/57aa8c19-b68d-4d9e-80dc-1b91719743e7.vmdk or device None with type streamOptimized {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.702657] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a0c2efb-0b4d-4752-bc98-107c60ef3ad8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.709280] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1179.709280] env[69584]: value = "task-3486463" [ 1179.709280] env[69584]: _type = "Task" [ 1179.709280] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.717849] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486463, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.219916] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486463, 'name': Rename_Task, 'duration_secs': 0.243802} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.220233] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.220486] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5098b7e4-17c2-4e23-a2e4-9811ac54371a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.227172] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1180.227172] env[69584]: value = "task-3486464" [ 1180.227172] env[69584]: _type = "Task" [ 1180.227172] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.235757] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.247638] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.247638] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.349259] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d299f2-0450-4326-8885-bcdbb4f77259 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.358041] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555cf5e9-34dc-4131-b039-9cdba2238e1b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.391272] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abcc60d-694c-40b1-82ee-f6345494fdbd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.399612] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd706db-03c0-433c-9d8d-9a33c45c863c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.414724] env[69584]: DEBUG nova.compute.provider_tree [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.700969] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Acquiring lock "80766760-32cf-402e-a8a8-ccb8e32b192f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.704262] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "80766760-32cf-402e-a8a8-ccb8e32b192f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.704262] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Acquiring lock "80766760-32cf-402e-a8a8-ccb8e32b192f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.704262] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "80766760-32cf-402e-a8a8-ccb8e32b192f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.704262] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "80766760-32cf-402e-a8a8-ccb8e32b192f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.707048] env[69584]: INFO nova.compute.manager [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Terminating instance [ 1180.737973] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.918924] env[69584]: DEBUG nova.scheduler.client.report [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.212863] env[69584]: DEBUG nova.compute.manager [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.213352] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd7b608e-8e4e-45d0-91b3-53e9053893ff {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.222893] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bcc4fe-811b-41bd-8ff5-3dd946c3ff59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.248074] env[69584]: DEBUG oslo_vmware.api [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486464, 'name': PowerOnVM_Task, 'duration_secs': 0.544524} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.248362] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.260111] env[69584]: WARNING nova.virt.vmwareapi.driver [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 80766760-32cf-402e-a8a8-ccb8e32b192f could not be found. [ 1181.261028] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.261028] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-262e7cc2-03d9-4c64-9a33-73a0b410fd16 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.270868] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d147f7-a5ae-4182-8a77-50f259de9020 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.302307] env[69584]: WARNING nova.virt.vmwareapi.vmops [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 80766760-32cf-402e-a8a8-ccb8e32b192f could not be found. [ 1181.302307] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.302307] env[69584]: INFO nova.compute.manager [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1181.302307] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.302494] env[69584]: DEBUG nova.compute.manager [-] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.302494] env[69584]: DEBUG nova.network.neutron [-] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.425563] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.176s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.425563] env[69584]: INFO nova.compute.manager [None req-c3b0bb51-1c6e-451a-8105-52e3cda0b8ac tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Successfully reverted task state from rebuilding on failure for instance. [ 1181.499337] env[69584]: DEBUG nova.compute.manager [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.500342] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84adf419-8a0c-411a-9f25-2a215b382539 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.749713] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.750057] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.024931] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38183b19-a6df-44ca-ba90-e7528f1fe9af tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.263s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.173285] env[69584]: DEBUG nova.compute.manager [req-5d67d03c-f7f4-4f46-9410-2a187cc37f44 req-b0889d8d-f726-43c0-b36b-a4b7d328933b service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Received event network-vif-deleted-244c7f24-6866-4ef1-8587-05b4c3794760 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.174025] env[69584]: INFO nova.compute.manager [req-5d67d03c-f7f4-4f46-9410-2a187cc37f44 req-b0889d8d-f726-43c0-b36b-a4b7d328933b service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Neutron deleted interface 244c7f24-6866-4ef1-8587-05b4c3794760; detaching it from the instance and deleting it from the info cache [ 1182.174025] env[69584]: DEBUG nova.network.neutron [req-5d67d03c-f7f4-4f46-9410-2a187cc37f44 req-b0889d8d-f726-43c0-b36b-a4b7d328933b service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.253009] env[69584]: DEBUG nova.compute.utils [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.462397] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244abd-d663-f4a6-36cb-defe94f75dd9/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1182.466597] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc5f121-d2d9-40b4-bde2-600ea0ed4a93 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.473477] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244abd-d663-f4a6-36cb-defe94f75dd9/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1182.473652] env[69584]: ERROR oslo_vmware.rw_handles [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244abd-d663-f4a6-36cb-defe94f75dd9/disk-0.vmdk due to incomplete transfer. [ 1182.473883] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef9c6bf7-97cf-482b-b2af-a8da87539820 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.481610] env[69584]: DEBUG oslo_vmware.rw_handles [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244abd-d663-f4a6-36cb-defe94f75dd9/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1182.481810] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Uploaded image eb3c9fa5-4e8c-4888-8c03-2d5581126a1d to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1182.483633] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1182.483881] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1179e692-1c2c-4f33-9f51-0c61691fed38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.490414] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1182.490414] env[69584]: value = "task-3486465" [ 1182.490414] env[69584]: _type = "Task" [ 1182.490414] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.501331] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486465, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.650657] env[69584]: DEBUG nova.network.neutron [-] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.679304] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7fc7e73-2f53-40ef-857e-043314de2cae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.690030] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aba12e-8bbd-45a3-b6b4-abbc57f06207 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.721013] env[69584]: DEBUG nova.compute.manager [req-5d67d03c-f7f4-4f46-9410-2a187cc37f44 req-b0889d8d-f726-43c0-b36b-a4b7d328933b service nova] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Detach interface failed, port_id=244c7f24-6866-4ef1-8587-05b4c3794760, reason: Instance 80766760-32cf-402e-a8a8-ccb8e32b192f could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.756554] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.001240] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486465, 'name': Destroy_Task, 'duration_secs': 0.314392} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.001516] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Destroyed the VM [ 1183.001756] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1183.002075] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-51038a49-0e99-438c-b48e-a31f8fb1e718 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.007997] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1183.007997] env[69584]: value = "task-3486466" [ 1183.007997] env[69584]: _type = "Task" [ 1183.007997] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.016253] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.156234] env[69584]: INFO nova.compute.manager [-] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Took 1.85 seconds to deallocate network for instance. [ 1183.520733] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486466, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.704150] env[69584]: INFO nova.compute.manager [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Took 0.55 seconds to detach 1 volumes for instance. [ 1183.706292] env[69584]: DEBUG nova.compute.manager [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Deleting volume: 62ba47db-db7b-428f-b2cb-68164a81f4bc {{(pid=69584) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1183.828829] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.829101] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.829307] env[69584]: INFO nova.compute.manager [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Attaching volume aeca4ad1-889e-4822-a052-f4429a9aa502 to /dev/sdb [ 1183.868038] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f6201-9e0f-473c-9409-071e5b8ed031 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.875376] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad63739-19f0-4063-bf8c-4e0224eb7327 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.889910] env[69584]: DEBUG nova.virt.block_device [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Updating existing volume attachment record: d4482136-2a2e-4b44-a085-298fb91e103c {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1184.021347] env[69584]: DEBUG oslo_vmware.api [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486466, 'name': RemoveSnapshot_Task, 'duration_secs': 0.585523} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.021347] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1184.021347] env[69584]: INFO nova.compute.manager [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Took 17.77 seconds to snapshot the instance on the hypervisor. [ 1184.247237] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.247555] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.247838] env[69584]: DEBUG nova.objects.instance [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lazy-loading 'resources' on Instance uuid 80766760-32cf-402e-a8a8-ccb8e32b192f {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.577931] env[69584]: DEBUG nova.compute.manager [None req-9789bf32-666b-4230-8a1b-a06ca6d8f94f tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Found 1 images (rotation: 2) {{(pid=69584) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1184.852744] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f3d0b3-a32e-47fc-a36c-e6a33935b9bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.860210] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e31b87-f236-4788-b177-d50d4988f23a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.891727] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d02dac-a713-474a-b879-adb26cc46e6c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.898990] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd3344c-f95a-4e02-a399-225cb47c875c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.912455] env[69584]: DEBUG nova.compute.provider_tree [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.034992] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquiring lock "d09b7853-aa26-401e-9a94-11e9742856d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.035246] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lock "d09b7853-aa26-401e-9a94-11e9742856d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.286727] env[69584]: DEBUG nova.compute.manager [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.287705] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c359815-a067-491f-9c31-cf7ce6b9c4e6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.415904] env[69584]: DEBUG nova.scheduler.client.report [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.537636] env[69584]: DEBUG nova.compute.manager [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.798409] env[69584]: INFO nova.compute.manager [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] instance snapshotting [ 1185.799174] env[69584]: DEBUG nova.objects.instance [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'flavor' on Instance uuid c035d7fa-620c-4d65-b923-971c84e68ca5 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.921290] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.059608] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.059929] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.061622] env[69584]: INFO nova.compute.claims [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.304817] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ac8a4a-f507-404e-a3a3-1159ef336e05 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.324091] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426c406f-9dfb-42f8-a760-9051ddb84bce {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.440942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7776eda9-5504-408e-b8f4-fc9d474e0540 tempest-ServerActionsV293TestJSON-1395940434 tempest-ServerActionsV293TestJSON-1395940434-project-member] Lock "80766760-32cf-402e-a8a8-ccb8e32b192f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.739s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.833906] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1186.834269] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c14da9d-bc9f-47a3-9058-6969f37ab1dc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.842671] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1186.842671] env[69584]: value = "task-3486470" [ 1186.842671] env[69584]: _type = "Task" [ 1186.842671] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.850138] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486470, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.158455] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2272b08a-03a1-49ef-83d3-e161b811f16e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.166957] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaba1d6-c51c-4fcb-8eff-290e0e588f97 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.200221] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a41e127-9e26-4479-8a5c-66ad7e17db8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.207553] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792cfe3b-e18e-449e-b448-e90a3fb5a110 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.221440] env[69584]: DEBUG nova.compute.provider_tree [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.352969] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486470, 'name': CreateSnapshot_Task, 'duration_secs': 0.441761} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.353210] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1187.353915] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0d84df-87fb-499e-9814-ba00bee0a8a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.724837] env[69584]: DEBUG nova.scheduler.client.report [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.871126] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1187.871764] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9c8dfbc-2dec-4985-a12d-a8fbf5258b60 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.879832] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1187.879832] env[69584]: value = "task-3486471" [ 1187.879832] env[69584]: _type = "Task" [ 1187.879832] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.887286] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486471, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.230090] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.230659] env[69584]: DEBUG nova.compute.manager [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.390449] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486471, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.436523] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1188.436808] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696926', 'volume_id': 'aeca4ad1-889e-4822-a052-f4429a9aa502', 'name': 'volume-aeca4ad1-889e-4822-a052-f4429a9aa502', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a5f0e93-db0e-4b1d-bd15-79678d0e0a97', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeca4ad1-889e-4822-a052-f4429a9aa502', 'serial': 'aeca4ad1-889e-4822-a052-f4429a9aa502'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1188.437700] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893adda8-6d82-4b93-80d5-6101b405d3f0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.454176] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d608daa-31b4-49ab-afa0-1a368e0bdcaa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.478207] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-aeca4ad1-889e-4822-a052-f4429a9aa502/volume-aeca4ad1-889e-4822-a052-f4429a9aa502.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.478516] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b430b66d-5f31-4da9-b70e-0d90d31d01a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.496504] env[69584]: DEBUG oslo_vmware.api [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1188.496504] env[69584]: value = "task-3486472" [ 1188.496504] env[69584]: _type = "Task" [ 1188.496504] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.504261] env[69584]: DEBUG oslo_vmware.api [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.735997] env[69584]: DEBUG nova.compute.utils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.737529] env[69584]: DEBUG nova.compute.manager [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Not allocating networking since 'none' was specified. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1188.892144] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486471, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.006471] env[69584]: DEBUG oslo_vmware.api [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486472, 'name': ReconfigVM_Task, 'duration_secs': 0.353138} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.006721] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-aeca4ad1-889e-4822-a052-f4429a9aa502/volume-aeca4ad1-889e-4822-a052-f4429a9aa502.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.011869] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0bb8d54-a359-433e-ba22-6f37d1384bf7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.025842] env[69584]: DEBUG oslo_vmware.api [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1189.025842] env[69584]: value = "task-3486473" [ 1189.025842] env[69584]: _type = "Task" [ 1189.025842] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.033209] env[69584]: DEBUG oslo_vmware.api [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.239505] env[69584]: DEBUG nova.compute.manager [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.391301] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486471, 'name': CloneVM_Task, 'duration_secs': 1.440316} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.391527] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Created linked-clone VM from snapshot [ 1189.392300] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2540c0f7-8145-4c8c-9b1b-f5c121a47422 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.399487] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Uploading image c1c39708-362a-4a92-9b0a-6c1c53fc6a44 {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1189.420262] env[69584]: DEBUG oslo_vmware.rw_handles [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1189.420262] env[69584]: value = "vm-696928" [ 1189.420262] env[69584]: _type = "VirtualMachine" [ 1189.420262] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1189.420524] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9269a10d-83fa-492a-b244-d57be25dc863 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.426646] env[69584]: DEBUG oslo_vmware.rw_handles [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lease: (returnval){ [ 1189.426646] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52881926-97a3-44c4-907d-d9905e717819" [ 1189.426646] env[69584]: _type = "HttpNfcLease" [ 1189.426646] env[69584]: } obtained for exporting VM: (result){ [ 1189.426646] env[69584]: value = "vm-696928" [ 1189.426646] env[69584]: _type = "VirtualMachine" [ 1189.426646] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1189.427054] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the lease: (returnval){ [ 1189.427054] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52881926-97a3-44c4-907d-d9905e717819" [ 1189.427054] env[69584]: _type = "HttpNfcLease" [ 1189.427054] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1189.432572] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.432572] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52881926-97a3-44c4-907d-d9905e717819" [ 1189.432572] env[69584]: _type = "HttpNfcLease" [ 1189.432572] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1189.535583] env[69584]: DEBUG oslo_vmware.api [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486473, 'name': ReconfigVM_Task, 'duration_secs': 0.140533} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.535865] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696926', 'volume_id': 'aeca4ad1-889e-4822-a052-f4429a9aa502', 'name': 'volume-aeca4ad1-889e-4822-a052-f4429a9aa502', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a5f0e93-db0e-4b1d-bd15-79678d0e0a97', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeca4ad1-889e-4822-a052-f4429a9aa502', 'serial': 'aeca4ad1-889e-4822-a052-f4429a9aa502'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1189.935239] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.935239] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52881926-97a3-44c4-907d-d9905e717819" [ 1189.935239] env[69584]: _type = "HttpNfcLease" [ 1189.935239] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1189.935589] env[69584]: DEBUG oslo_vmware.rw_handles [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1189.935589] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52881926-97a3-44c4-907d-d9905e717819" [ 1189.935589] env[69584]: _type = "HttpNfcLease" [ 1189.935589] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1189.936254] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd80533f-7eec-427e-a673-8a2f686ef8e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.943334] env[69584]: DEBUG oslo_vmware.rw_handles [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255c4ec-02b4-6496-2a04-1aa617822e0d/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1189.943510] env[69584]: DEBUG oslo_vmware.rw_handles [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255c4ec-02b4-6496-2a04-1aa617822e0d/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1190.036590] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b876177f-5df0-4786-8475-5a5a1bc7679b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.249081] env[69584]: DEBUG nova.compute.manager [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.272515] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.272764] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.272922] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.273118] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.273267] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.273414] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.273620] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.273776] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.273937] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.274119] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.274282] env[69584]: DEBUG nova.virt.hardware [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.275171] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807b3bc-21bc-4223-85e6-3f7cc9476e3b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.283448] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbf2e2e-3a2f-4a1e-a5a8-f299622c7156 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.298185] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Instance VIF info [] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.303632] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Creating folder: Project (87c08d13cc2e4866bb375940e9b68048). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.304114] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db24ce4f-165e-41c9-8501-554f874d529b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.315210] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Created folder: Project (87c08d13cc2e4866bb375940e9b68048) in parent group-v696614. [ 1190.315391] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Creating folder: Instances. Parent ref: group-v696929. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.315624] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b65df475-dba9-4f8f-b160-1fac5ed5fae2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.324898] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Created folder: Instances in parent group-v696929. [ 1190.325182] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.325384] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.325624] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b661477-bfdf-4320-b957-35bb359201bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.341652] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.341652] env[69584]: value = "task-3486477" [ 1190.341652] env[69584]: _type = "Task" [ 1190.341652] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.349224] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486477, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.606637] env[69584]: DEBUG nova.objects.instance [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lazy-loading 'flavor' on Instance uuid 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.852615] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486477, 'name': CreateVM_Task, 'duration_secs': 0.415554} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.853011] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.853542] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.853710] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.854135] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.854523] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1901a7-64e7-4e39-bdb1-a3faf836bd32 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.859844] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for the task: (returnval){ [ 1190.859844] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e4a1be-b1d1-5aec-ffb8-d03116f56225" [ 1190.859844] env[69584]: _type = "Task" [ 1190.859844] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.868480] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e4a1be-b1d1-5aec-ffb8-d03116f56225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.113336] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d9db4e9e-f035-4271-918d-d926d18ab8af tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.284s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.370797] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e4a1be-b1d1-5aec-ffb8-d03116f56225, 'name': SearchDatastore_Task, 'duration_secs': 0.017691} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.371497] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.371497] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.371724] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.371911] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.372138] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.372496] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4a2fa28-7c34-41bd-9f34-e8a50819b151 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.374609] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.374876] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.384029] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.384295] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.386125] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e9bf7e-882b-4341-b0b2-58b71ae5e7ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.393469] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for the task: (returnval){ [ 1191.393469] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52564d78-816d-49f6-c741-1cc77d57413c" [ 1191.393469] env[69584]: _type = "Task" [ 1191.393469] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.402126] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52564d78-816d-49f6-c741-1cc77d57413c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.877949] env[69584]: INFO nova.compute.manager [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Detaching volume aeca4ad1-889e-4822-a052-f4429a9aa502 [ 1191.904946] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52564d78-816d-49f6-c741-1cc77d57413c, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.906040] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50f49b9-6105-4019-8d95-79f1042cdbb8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.909749] env[69584]: INFO nova.virt.block_device [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Attempting to driver detach volume aeca4ad1-889e-4822-a052-f4429a9aa502 from mountpoint /dev/sdb [ 1191.909985] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1191.910197] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696926', 'volume_id': 'aeca4ad1-889e-4822-a052-f4429a9aa502', 'name': 'volume-aeca4ad1-889e-4822-a052-f4429a9aa502', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a5f0e93-db0e-4b1d-bd15-79678d0e0a97', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeca4ad1-889e-4822-a052-f4429a9aa502', 'serial': 'aeca4ad1-889e-4822-a052-f4429a9aa502'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1191.910980] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb40676-4ff0-4042-902a-bb3b8c9f72b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.914689] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for the task: (returnval){ [ 1191.914689] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5213be14-77e5-9d69-67e4-99d796fe8710" [ 1191.914689] env[69584]: _type = "Task" [ 1191.914689] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.935522] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29aa225-e124-4c4e-925a-9e5127880859 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.942213] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5213be14-77e5-9d69-67e4-99d796fe8710, 'name': SearchDatastore_Task, 'duration_secs': 0.011599} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.942907] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.943234] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] d09b7853-aa26-401e-9a94-11e9742856d4/d09b7853-aa26-401e-9a94-11e9742856d4.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.943510] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70c00996-9d0e-4609-9c58-bac01c70b7ab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.948050] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c8e1a-c0fc-400d-9f73-bb0f77442f51 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.951684] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for the task: (returnval){ [ 1191.951684] env[69584]: value = "task-3486478" [ 1191.951684] env[69584]: _type = "Task" [ 1191.951684] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.972452] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20e42b6-bb42-4782-9dc3-606d253b3d4e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.978059] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.989982] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] The volume has not been displaced from its original location: [datastore1] volume-aeca4ad1-889e-4822-a052-f4429a9aa502/volume-aeca4ad1-889e-4822-a052-f4429a9aa502.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1191.995162] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.995479] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be939b0-5423-4065-8c30-4566404bc42b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.013064] env[69584]: DEBUG oslo_vmware.api [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1192.013064] env[69584]: value = "task-3486479" [ 1192.013064] env[69584]: _type = "Task" [ 1192.013064] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.022101] env[69584]: DEBUG oslo_vmware.api [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.462468] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486478, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.523713] env[69584]: DEBUG oslo_vmware.api [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486479, 'name': ReconfigVM_Task, 'duration_secs': 0.225498} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.523713] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1192.527157] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baea2ba8-a36d-4433-ab2e-cb5dd09fbb7d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.542447] env[69584]: DEBUG oslo_vmware.api [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1192.542447] env[69584]: value = "task-3486480" [ 1192.542447] env[69584]: _type = "Task" [ 1192.542447] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.551448] env[69584]: DEBUG oslo_vmware.api [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.963706] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521564} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.963973] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] d09b7853-aa26-401e-9a94-11e9742856d4/d09b7853-aa26-401e-9a94-11e9742856d4.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.964210] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.964473] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f475ff3-70f1-4f5f-b9f1-95cd21ebd97f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.971091] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for the task: (returnval){ [ 1192.971091] env[69584]: value = "task-3486481" [ 1192.971091] env[69584]: _type = "Task" [ 1192.971091] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.979694] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.051626] env[69584]: DEBUG oslo_vmware.api [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486480, 'name': ReconfigVM_Task, 'duration_secs': 0.134682} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.051938] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696926', 'volume_id': 'aeca4ad1-889e-4822-a052-f4429a9aa502', 'name': 'volume-aeca4ad1-889e-4822-a052-f4429a9aa502', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a5f0e93-db0e-4b1d-bd15-79678d0e0a97', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeca4ad1-889e-4822-a052-f4429a9aa502', 'serial': 'aeca4ad1-889e-4822-a052-f4429a9aa502'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1193.482769] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177042} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.483122] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.483838] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c26015-3218-4eb2-9137-8ab7843a93d6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.503156] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] d09b7853-aa26-401e-9a94-11e9742856d4/d09b7853-aa26-401e-9a94-11e9742856d4.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.503451] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-882dc791-0c28-4031-b4d4-782c8b543d48 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.523305] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for the task: (returnval){ [ 1193.523305] env[69584]: value = "task-3486482" [ 1193.523305] env[69584]: _type = "Task" [ 1193.523305] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.532030] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.596268] env[69584]: DEBUG nova.objects.instance [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lazy-loading 'flavor' on Instance uuid 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.033587] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486482, 'name': ReconfigVM_Task, 'duration_secs': 0.391934} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.033882] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Reconfigured VM instance instance-00000075 to attach disk [datastore1] d09b7853-aa26-401e-9a94-11e9742856d4/d09b7853-aa26-401e-9a94-11e9742856d4.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.034542] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2b7389c-470c-4945-b67a-1eeb1bfb880a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.040759] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for the task: (returnval){ [ 1194.040759] env[69584]: value = "task-3486483" [ 1194.040759] env[69584]: _type = "Task" [ 1194.040759] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.048890] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486483, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.551262] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486483, 'name': Rename_Task, 'duration_secs': 0.155622} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.551657] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.551815] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d26ee2a-5931-4675-8180-e3526587dbc7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.557967] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for the task: (returnval){ [ 1194.557967] env[69584]: value = "task-3486484" [ 1194.557967] env[69584]: _type = "Task" [ 1194.557967] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.566013] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.603820] env[69584]: DEBUG oslo_concurrency.lockutils [None req-dda710b0-8fc3-48e3-a085-7494d929ef9c tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.229s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.068379] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486484, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.569032] env[69584]: DEBUG oslo_vmware.api [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486484, 'name': PowerOnVM_Task, 'duration_secs': 0.537335} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.569314] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.569314] env[69584]: INFO nova.compute.manager [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1195.569439] env[69584]: DEBUG nova.compute.manager [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.570223] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d685a4fb-2377-4ab0-b245-592f94ed15f0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.623579] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.623852] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.624077] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.624265] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.624430] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.626368] env[69584]: INFO nova.compute.manager [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Terminating instance [ 1196.087116] env[69584]: INFO nova.compute.manager [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Took 10.04 seconds to build instance. [ 1196.131037] env[69584]: DEBUG nova.compute.manager [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.131037] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.131711] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe7c33e-820c-4f5a-b25d-11af64b30885 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.139897] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.140124] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4949c829-99fe-4bfc-b785-acb8ddf410ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.147145] env[69584]: DEBUG oslo_vmware.api [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1196.147145] env[69584]: value = "task-3486485" [ 1196.147145] env[69584]: _type = "Task" [ 1196.147145] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.155336] env[69584]: DEBUG oslo_vmware.api [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.589202] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b137efc3-f164-4f24-8696-c7cb327a1480 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lock "d09b7853-aa26-401e-9a94-11e9742856d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.553s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.657279] env[69584]: DEBUG oslo_vmware.api [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486485, 'name': PowerOffVM_Task, 'duration_secs': 0.175838} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.657580] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.657771] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.658040] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc970ed3-f5d9-4656-9bc7-805109ef7a16 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.721200] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.721432] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.721613] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleting the datastore file [datastore1] 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.721882] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8646926-ab3b-4364-b408-b489f9080c1e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.729972] env[69584]: DEBUG oslo_vmware.api [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1196.729972] env[69584]: value = "task-3486487" [ 1196.729972] env[69584]: _type = "Task" [ 1196.729972] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.737852] env[69584]: DEBUG oslo_vmware.api [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.240140] env[69584]: DEBUG oslo_vmware.api [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164048} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.240424] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.240588] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.240768] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.240967] env[69584]: INFO nova.compute.manager [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1197.241235] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.241431] env[69584]: DEBUG nova.compute.manager [-] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.241525] env[69584]: DEBUG nova.network.neutron [-] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.289458] env[69584]: DEBUG nova.compute.manager [None req-225163a7-5e25-48bd-ada5-f6bf383306c5 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.290549] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c21f9c-6410-417b-b626-c2ae5266a4dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.356726] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquiring lock "d09b7853-aa26-401e-9a94-11e9742856d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.357011] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lock "d09b7853-aa26-401e-9a94-11e9742856d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.357262] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquiring lock "d09b7853-aa26-401e-9a94-11e9742856d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.357454] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lock "d09b7853-aa26-401e-9a94-11e9742856d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.357626] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lock "d09b7853-aa26-401e-9a94-11e9742856d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.359703] env[69584]: INFO nova.compute.manager [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Terminating instance [ 1197.731833] env[69584]: DEBUG nova.compute.manager [req-c029f7f5-1fb2-433a-a69b-5d7861778476 req-f65bc1c9-b903-46c9-957f-aadc2f2430a1 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Received event network-vif-deleted-127ca2eb-5864-4c9b-b5f7-cc60b4048271 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.732108] env[69584]: INFO nova.compute.manager [req-c029f7f5-1fb2-433a-a69b-5d7861778476 req-f65bc1c9-b903-46c9-957f-aadc2f2430a1 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Neutron deleted interface 127ca2eb-5864-4c9b-b5f7-cc60b4048271; detaching it from the instance and deleting it from the info cache [ 1197.732566] env[69584]: DEBUG nova.network.neutron [req-c029f7f5-1fb2-433a-a69b-5d7861778476 req-f65bc1c9-b903-46c9-957f-aadc2f2430a1 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.801011] env[69584]: INFO nova.compute.manager [None req-225163a7-5e25-48bd-ada5-f6bf383306c5 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] instance snapshotting [ 1197.801766] env[69584]: DEBUG nova.objects.instance [None req-225163a7-5e25-48bd-ada5-f6bf383306c5 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lazy-loading 'flavor' on Instance uuid d09b7853-aa26-401e-9a94-11e9742856d4 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.863271] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquiring lock "refresh_cache-d09b7853-aa26-401e-9a94-11e9742856d4" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.863476] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquired lock "refresh_cache-d09b7853-aa26-401e-9a94-11e9742856d4" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.863766] env[69584]: DEBUG nova.network.neutron [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.177665] env[69584]: DEBUG nova.network.neutron [-] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.235448] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-957cf907-fe06-4326-8c53-2f2ec3720be2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.247039] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af97780-2d62-4629-81a5-d9230c2e9d21 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.278322] env[69584]: DEBUG nova.compute.manager [req-c029f7f5-1fb2-433a-a69b-5d7861778476 req-f65bc1c9-b903-46c9-957f-aadc2f2430a1 service nova] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Detach interface failed, port_id=127ca2eb-5864-4c9b-b5f7-cc60b4048271, reason: Instance 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1198.308501] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fb1ea4-e5e4-4eab-b630-442ae8f88238 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.326790] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5a7db2-83f6-4d3b-8205-c469b619d4fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.446884] env[69584]: DEBUG nova.network.neutron [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.497149] env[69584]: DEBUG nova.network.neutron [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.681420] env[69584]: INFO nova.compute.manager [-] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Took 1.44 seconds to deallocate network for instance. [ 1198.835940] env[69584]: DEBUG nova.compute.manager [None req-225163a7-5e25-48bd-ada5-f6bf383306c5 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Instance disappeared during snapshot {{(pid=69584) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1198.953827] env[69584]: DEBUG nova.compute.manager [None req-225163a7-5e25-48bd-ada5-f6bf383306c5 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Found 0 images (rotation: 2) {{(pid=69584) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1198.999773] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Releasing lock "refresh_cache-d09b7853-aa26-401e-9a94-11e9742856d4" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.000153] env[69584]: DEBUG nova.compute.manager [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.000587] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.001304] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb962f06-bde1-4730-b00b-b19a39a23211 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.011828] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.012104] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-318eeff9-0961-4b49-b8e5-ecd33342e9c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.019698] env[69584]: DEBUG oslo_vmware.api [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for the task: (returnval){ [ 1199.019698] env[69584]: value = "task-3486488" [ 1199.019698] env[69584]: _type = "Task" [ 1199.019698] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.028232] env[69584]: DEBUG oslo_vmware.api [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.188867] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.189209] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.189463] env[69584]: DEBUG nova.objects.instance [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lazy-loading 'resources' on Instance uuid 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.529527] env[69584]: DEBUG oslo_vmware.api [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486488, 'name': PowerOffVM_Task, 'duration_secs': 0.132619} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.529959] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.530254] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.530671] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14fdb952-440c-4fc5-89bc-b698068a2c42 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.553257] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.553557] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.553805] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Deleting the datastore file [datastore1] d09b7853-aa26-401e-9a94-11e9742856d4 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.554135] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9537d086-eedf-45d5-9944-6bbd8abb28b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.561522] env[69584]: DEBUG oslo_vmware.api [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for the task: (returnval){ [ 1199.561522] env[69584]: value = "task-3486490" [ 1199.561522] env[69584]: _type = "Task" [ 1199.561522] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.570178] env[69584]: DEBUG oslo_vmware.api [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.793765] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef47a95-ab79-454b-b78e-e5a2d1c48b1f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.802422] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f490ffa0-8320-49bb-a1dd-4a0cfdb3b564 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.832992] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138b4dd0-26f8-4e70-b345-3493a5f93322 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.841879] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee18fa55-893c-4b93-8d15-a6cf8f3a2a6d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.856730] env[69584]: DEBUG nova.compute.provider_tree [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.073488] env[69584]: DEBUG oslo_vmware.api [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Task: {'id': task-3486490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113875} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.073765] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.073948] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.074137] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.074314] env[69584]: INFO nova.compute.manager [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1200.074552] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.074741] env[69584]: DEBUG nova.compute.manager [-] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.074834] env[69584]: DEBUG nova.network.neutron [-] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.089997] env[69584]: DEBUG nova.network.neutron [-] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.272735] env[69584]: DEBUG oslo_vmware.rw_handles [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255c4ec-02b4-6496-2a04-1aa617822e0d/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1200.273696] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e5123-31d3-4486-972c-a2a3185acdca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.279585] env[69584]: DEBUG oslo_vmware.rw_handles [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255c4ec-02b4-6496-2a04-1aa617822e0d/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1200.279793] env[69584]: ERROR oslo_vmware.rw_handles [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255c4ec-02b4-6496-2a04-1aa617822e0d/disk-0.vmdk due to incomplete transfer. [ 1200.279994] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0895e51a-edb7-4866-8a66-735cecfc2200 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.286593] env[69584]: DEBUG oslo_vmware.rw_handles [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255c4ec-02b4-6496-2a04-1aa617822e0d/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1200.286792] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Uploaded image c1c39708-362a-4a92-9b0a-6c1c53fc6a44 to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1200.289097] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1200.289341] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e193df87-bf5a-46b9-b8ef-3365f4a49790 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.294281] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1200.294281] env[69584]: value = "task-3486491" [ 1200.294281] env[69584]: _type = "Task" [ 1200.294281] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.302181] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486491, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.359917] env[69584]: DEBUG nova.scheduler.client.report [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.592575] env[69584]: DEBUG nova.network.neutron [-] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.804786] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486491, 'name': Destroy_Task, 'duration_secs': 0.318492} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.805090] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Destroyed the VM [ 1200.805348] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1200.805681] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea5bc06c-fc4e-470e-a0c3-597a51f062a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.811569] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1200.811569] env[69584]: value = "task-3486492" [ 1200.811569] env[69584]: _type = "Task" [ 1200.811569] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.819067] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486492, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.864722] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.885908] env[69584]: INFO nova.scheduler.client.report [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleted allocations for instance 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97 [ 1201.096257] env[69584]: INFO nova.compute.manager [-] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Took 1.02 seconds to deallocate network for instance. [ 1201.324617] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486492, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.394828] env[69584]: DEBUG oslo_concurrency.lockutils [None req-4b08c6f2-694f-4a82-9fd3-ed77c34a9296 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "3a5f0e93-db0e-4b1d-bd15-79678d0e0a97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.771s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.603780] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.604098] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.604330] env[69584]: DEBUG nova.objects.instance [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lazy-loading 'resources' on Instance uuid d09b7853-aa26-401e-9a94-11e9742856d4 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.822095] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.822338] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.823686] env[69584]: DEBUG oslo_vmware.api [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486492, 'name': RemoveSnapshot_Task, 'duration_secs': 0.533614} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.823932] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1201.824188] env[69584]: INFO nova.compute.manager [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Took 15.52 seconds to snapshot the instance on the hypervisor. [ 1202.187796] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7908564a-67fd-47fd-9305-5e1ca89c4fc7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.195488] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0622e7-c991-40f0-8513-b8354b43e67b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.228372] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc44c0b9-94d7-4ef9-85dd-27d036ef2eb3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.235639] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22f8500-d756-4f16-9e47-fe013fc09b2b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.250312] env[69584]: DEBUG nova.compute.provider_tree [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.327627] env[69584]: INFO nova.compute.manager [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Detaching volume 0c419b4b-a2fd-416c-ae23-1f178eb5a826 [ 1202.366346] env[69584]: INFO nova.virt.block_device [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Attempting to driver detach volume 0c419b4b-a2fd-416c-ae23-1f178eb5a826 from mountpoint /dev/sdb [ 1202.367029] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1202.367029] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696915', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'name': 'volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '326682e0-1169-4f98-bab5-f7bfc21d1d95', 'attached_at': '', 'detached_at': '', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'serial': '0c419b4b-a2fd-416c-ae23-1f178eb5a826'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1202.367898] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9422a0f9-5d7f-4c4c-8dd0-43d86e55f52e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.394063] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76c56c8-1972-49fb-bb41-2cffdf378e71 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.403681] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec1897a-531c-4a57-a714-9e942ee8ad26 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.408580] env[69584]: DEBUG nova.compute.manager [None req-77468bd9-c103-4117-8e5e-bfc523db6f52 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Found 2 images (rotation: 2) {{(pid=69584) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1202.432030] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792be0a5-194b-4d87-8b06-439a0add6911 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.446571] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] The volume has not been displaced from its original location: [datastore2] volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826/volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1202.452263] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.452805] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ee0b0a-a2dd-4398-92fb-689aeb91c103 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.471215] env[69584]: DEBUG oslo_vmware.api [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1202.471215] env[69584]: value = "task-3486493" [ 1202.471215] env[69584]: _type = "Task" [ 1202.471215] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.479581] env[69584]: DEBUG oslo_vmware.api [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.754541] env[69584]: DEBUG nova.scheduler.client.report [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.981308] env[69584]: DEBUG oslo_vmware.api [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486493, 'name': ReconfigVM_Task, 'duration_secs': 0.222016} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.981589] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1202.986125] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5c5227-5d4b-46ac-b878-51200155a30d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.000876] env[69584]: DEBUG oslo_vmware.api [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1203.000876] env[69584]: value = "task-3486494" [ 1203.000876] env[69584]: _type = "Task" [ 1203.000876] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.008140] env[69584]: DEBUG oslo_vmware.api [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.264086] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.267784] env[69584]: DEBUG nova.compute.manager [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.269137] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4a37c7-83cb-41ab-940e-eb957ff24d16 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.283709] env[69584]: INFO nova.scheduler.client.report [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Deleted allocations for instance d09b7853-aa26-401e-9a94-11e9742856d4 [ 1203.511344] env[69584]: DEBUG oslo_vmware.api [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486494, 'name': ReconfigVM_Task, 'duration_secs': 0.142052} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.511528] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696915', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'name': 'volume-0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '326682e0-1169-4f98-bab5-f7bfc21d1d95', 'attached_at': '', 'detached_at': '', 'volume_id': '0c419b4b-a2fd-416c-ae23-1f178eb5a826', 'serial': '0c419b4b-a2fd-416c-ae23-1f178eb5a826'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1203.631346] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.631514] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.781963] env[69584]: INFO nova.compute.manager [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] instance snapshotting [ 1203.782658] env[69584]: DEBUG nova.objects.instance [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'flavor' on Instance uuid c035d7fa-620c-4d65-b923-971c84e68ca5 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.790859] env[69584]: DEBUG oslo_concurrency.lockutils [None req-fd490134-2575-4994-b6f2-087312d1a0d2 tempest-ServersAaction247Test-1276738844 tempest-ServersAaction247Test-1276738844-project-member] Lock "d09b7853-aa26-401e-9a94-11e9742856d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.434s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.054855] env[69584]: DEBUG nova.objects.instance [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lazy-loading 'flavor' on Instance uuid 326682e0-1169-4f98-bab5-f7bfc21d1d95 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.135576] env[69584]: DEBUG nova.compute.manager [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.288651] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac5d94-0826-4125-aa20-709fed3f2578 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.307960] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a403dbe-8df6-4ef2-92f1-84aa00df0bcd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.660701] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.661012] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.662618] env[69584]: INFO nova.compute.claims [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.818682] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1204.818987] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb5ae11d-c92e-4a76-b063-d0aaf2e087f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.827448] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1204.827448] env[69584]: value = "task-3486495" [ 1204.827448] env[69584]: _type = "Task" [ 1204.827448] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.836122] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486495, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.062540] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7496982f-237f-4341-90cc-a6fcc4865eea tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.337253] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486495, 'name': CreateSnapshot_Task, 'duration_secs': 0.441179} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.337573] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1205.338253] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528c3b69-8008-4e93-af0a-6960ee764bd8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.774860] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299d7f64-17f8-4095-b496-b1db1b1f2b1a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.784292] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b07723-dc7c-42e1-9b6d-e878e6070cfe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.815110] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99e9027-60aa-4d86-a7c9-e6f67e965058 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.822761] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780926c7-efe5-447a-8cfe-e92fa804e892 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.839489] env[69584]: DEBUG nova.compute.provider_tree [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.856264] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1205.856775] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26d9c2ce-6f28-48db-a805-6c76c90f59fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.864663] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1205.864663] env[69584]: value = "task-3486496" [ 1205.864663] env[69584]: _type = "Task" [ 1205.864663] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.873159] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486496, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.138479] env[69584]: DEBUG oslo_concurrency.lockutils [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.138791] env[69584]: DEBUG oslo_concurrency.lockutils [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.139592] env[69584]: DEBUG oslo_concurrency.lockutils [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "326682e0-1169-4f98-bab5-f7bfc21d1d95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.139592] env[69584]: DEBUG oslo_concurrency.lockutils [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.139592] env[69584]: DEBUG oslo_concurrency.lockutils [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.146825] env[69584]: INFO nova.compute.manager [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Terminating instance [ 1206.339645] env[69584]: DEBUG nova.scheduler.client.report [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.374867] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486496, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.651429] env[69584]: DEBUG nova.compute.manager [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.651693] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.652645] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed45e7d-2a77-44f4-a842-450bed737566 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.660350] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.660606] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cd86d64-0af7-4d97-8ff0-2d81ec16f0b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.666849] env[69584]: DEBUG oslo_vmware.api [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1206.666849] env[69584]: value = "task-3486497" [ 1206.666849] env[69584]: _type = "Task" [ 1206.666849] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.675794] env[69584]: DEBUG oslo_vmware.api [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.705704] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquiring lock "c58f9d5d-8781-4118-99af-eb4761cb2af7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.705925] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lock "c58f9d5d-8781-4118-99af-eb4761cb2af7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.844723] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.845300] env[69584]: DEBUG nova.compute.manager [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.874566] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486496, 'name': CloneVM_Task} progress is 95%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.176674] env[69584]: DEBUG oslo_vmware.api [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486497, 'name': PowerOffVM_Task, 'duration_secs': 0.180991} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.176946] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.177132] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.177396] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-443cb1df-c1f5-4dd7-8280-95921fe98ed4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.208676] env[69584]: DEBUG nova.compute.manager [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.238963] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.239192] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.239373] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleting the datastore file [datastore2] 326682e0-1169-4f98-bab5-f7bfc21d1d95 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.239622] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c537f6b0-105c-4ef9-8718-165a7ee70e76 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.246395] env[69584]: DEBUG oslo_vmware.api [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1207.246395] env[69584]: value = "task-3486499" [ 1207.246395] env[69584]: _type = "Task" [ 1207.246395] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.254583] env[69584]: DEBUG oslo_vmware.api [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.350842] env[69584]: DEBUG nova.compute.utils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.352282] env[69584]: DEBUG nova.compute.manager [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.352457] env[69584]: DEBUG nova.network.neutron [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.376751] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486496, 'name': CloneVM_Task, 'duration_secs': 1.149003} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.377406] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Created linked-clone VM from snapshot [ 1207.379533] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de3e791-a27d-469c-b7b7-a269f6ae4959 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.387812] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Uploading image 5d5e7399-fb8f-4263-87a0-35c11adc5f14 {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1207.390658] env[69584]: DEBUG nova.policy [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42784c645ddf44e285d094b0aad90e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84fb48e9a2ab4689a2da9a7c839eaf8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.423933] env[69584]: DEBUG oslo_vmware.rw_handles [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1207.423933] env[69584]: value = "vm-696933" [ 1207.423933] env[69584]: _type = "VirtualMachine" [ 1207.423933] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1207.423933] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0126d20d-9b1c-4097-a2f3-d17a8a3f9583 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.432583] env[69584]: DEBUG oslo_vmware.rw_handles [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lease: (returnval){ [ 1207.432583] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52645958-2cff-c07d-b0a9-c4074ab3d3ad" [ 1207.432583] env[69584]: _type = "HttpNfcLease" [ 1207.432583] env[69584]: } obtained for exporting VM: (result){ [ 1207.432583] env[69584]: value = "vm-696933" [ 1207.432583] env[69584]: _type = "VirtualMachine" [ 1207.432583] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1207.432864] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the lease: (returnval){ [ 1207.432864] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52645958-2cff-c07d-b0a9-c4074ab3d3ad" [ 1207.432864] env[69584]: _type = "HttpNfcLease" [ 1207.432864] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1207.441609] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.441609] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52645958-2cff-c07d-b0a9-c4074ab3d3ad" [ 1207.441609] env[69584]: _type = "HttpNfcLease" [ 1207.441609] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.715762] env[69584]: DEBUG nova.network.neutron [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Successfully created port: e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.735738] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.736033] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.737535] env[69584]: INFO nova.compute.claims [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.756623] env[69584]: DEBUG oslo_vmware.api [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152546} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.756861] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.757052] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.759022] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.759022] env[69584]: INFO nova.compute.manager [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1207.759022] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.759022] env[69584]: DEBUG nova.compute.manager [-] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.759022] env[69584]: DEBUG nova.network.neutron [-] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.855615] env[69584]: DEBUG nova.compute.manager [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.942099] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.942099] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52645958-2cff-c07d-b0a9-c4074ab3d3ad" [ 1207.942099] env[69584]: _type = "HttpNfcLease" [ 1207.942099] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1207.942567] env[69584]: DEBUG oslo_vmware.rw_handles [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1207.942567] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52645958-2cff-c07d-b0a9-c4074ab3d3ad" [ 1207.942567] env[69584]: _type = "HttpNfcLease" [ 1207.942567] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1207.944330] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e68f6e-3825-426c-8618-e3b8e943f12d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.955547] env[69584]: DEBUG oslo_vmware.rw_handles [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52884870-6773-7d46-8db2-ef27d0fb9e4c/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1207.956013] env[69584]: DEBUG oslo_vmware.rw_handles [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52884870-6773-7d46-8db2-ef27d0fb9e4c/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1208.071441] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f44824c-3fe5-49fe-b8f4-733663920f9c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.118521] env[69584]: DEBUG oslo_concurrency.lockutils [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.118521] env[69584]: DEBUG oslo_concurrency.lockutils [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.118521] env[69584]: DEBUG nova.compute.manager [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.118935] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027acc83-a177-4857-a67b-58c3d7deee89 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.130936] env[69584]: DEBUG nova.compute.manager [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1208.131505] env[69584]: DEBUG nova.objects.instance [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'flavor' on Instance uuid 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.457541] env[69584]: DEBUG nova.compute.manager [req-702ff64f-81c4-4911-95fe-3e01016987ea req-6ac60a3f-68e8-42cc-bdc4-6e9edd477ad6 service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Received event network-vif-deleted-d1389cda-60dd-4dc4-b13f-98d09de0d144 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.459145] env[69584]: INFO nova.compute.manager [req-702ff64f-81c4-4911-95fe-3e01016987ea req-6ac60a3f-68e8-42cc-bdc4-6e9edd477ad6 service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Neutron deleted interface d1389cda-60dd-4dc4-b13f-98d09de0d144; detaching it from the instance and deleting it from the info cache [ 1208.459145] env[69584]: DEBUG nova.network.neutron [req-702ff64f-81c4-4911-95fe-3e01016987ea req-6ac60a3f-68e8-42cc-bdc4-6e9edd477ad6 service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.842843] env[69584]: DEBUG nova.network.neutron [-] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.860309] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea7007-6b6c-456a-b5f5-1b61a5f8d2fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.867661] env[69584]: DEBUG nova.compute.manager [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.876227] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d1b7fd-c5ff-471d-b547-255f5c398a28 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.916618] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2471269d-671b-4eb5-9a16-fff93445bdca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.925232] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43e2b15-7af5-4be0-afdf-c80ca7aaea58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.932115] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.932455] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.932746] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.933017] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.933327] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.933567] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.933938] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.934329] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.934598] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.934874] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.935232] env[69584]: DEBUG nova.virt.hardware [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.936182] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf0e469-23b7-4dc4-b3a1-4112da60196f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.948258] env[69584]: DEBUG nova.compute.provider_tree [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.955420] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3af6da4-363e-4f38-973e-55370f122d39 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.961153] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9f6ffc9-0ff5-4e87-98ee-6f44ce3f31c9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.977951] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a538a-73cc-4f0b-a946-025c41bdcfc6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.012399] env[69584]: DEBUG nova.compute.manager [req-702ff64f-81c4-4911-95fe-3e01016987ea req-6ac60a3f-68e8-42cc-bdc4-6e9edd477ad6 service nova] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Detach interface failed, port_id=d1389cda-60dd-4dc4-b13f-98d09de0d144, reason: Instance 326682e0-1169-4f98-bab5-f7bfc21d1d95 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.139281] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.139634] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5797e357-13c9-40e7-b734-d9e018d95861 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.147539] env[69584]: DEBUG oslo_vmware.api [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1209.147539] env[69584]: value = "task-3486501" [ 1209.147539] env[69584]: _type = "Task" [ 1209.147539] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.155725] env[69584]: DEBUG oslo_vmware.api [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.346665] env[69584]: INFO nova.compute.manager [-] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Took 1.59 seconds to deallocate network for instance. [ 1209.406787] env[69584]: DEBUG nova.network.neutron [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Successfully updated port: e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.451736] env[69584]: DEBUG nova.scheduler.client.report [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.658161] env[69584]: DEBUG oslo_vmware.api [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486501, 'name': PowerOffVM_Task, 'duration_secs': 0.240316} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.659205] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.659205] env[69584]: DEBUG nova.compute.manager [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.660228] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff7c6c9-78fa-44ac-a1f1-d4d63a41fac5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.858141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.911068] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "refresh_cache-7a3399ed-2db5-4d0a-b3ad-27787453a40f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.911263] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "refresh_cache-7a3399ed-2db5-4d0a-b3ad-27787453a40f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.911385] env[69584]: DEBUG nova.network.neutron [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.956890] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.957653] env[69584]: DEBUG nova.compute.manager [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.960458] env[69584]: DEBUG oslo_concurrency.lockutils [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.103s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.960690] env[69584]: DEBUG nova.objects.instance [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lazy-loading 'resources' on Instance uuid 326682e0-1169-4f98-bab5-f7bfc21d1d95 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.173038] env[69584]: DEBUG oslo_concurrency.lockutils [None req-549cee23-33fc-4ff3-a8d1-a33484b2c87f tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.446096] env[69584]: DEBUG nova.network.neutron [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.463261] env[69584]: DEBUG nova.compute.utils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.469884] env[69584]: DEBUG nova.compute.manager [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.470079] env[69584]: DEBUG nova.network.neutron [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.490444] env[69584]: DEBUG nova.compute.manager [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Received event network-vif-plugged-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.490667] env[69584]: DEBUG oslo_concurrency.lockutils [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] Acquiring lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.492414] env[69584]: DEBUG oslo_concurrency.lockutils [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.492607] env[69584]: DEBUG oslo_concurrency.lockutils [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.492788] env[69584]: DEBUG nova.compute.manager [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] No waiting events found dispatching network-vif-plugged-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.492940] env[69584]: WARNING nova.compute.manager [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Received unexpected event network-vif-plugged-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 for instance with vm_state building and task_state spawning. [ 1210.493135] env[69584]: DEBUG nova.compute.manager [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Received event network-changed-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.493356] env[69584]: DEBUG nova.compute.manager [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Refreshing instance network info cache due to event network-changed-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.493527] env[69584]: DEBUG oslo_concurrency.lockutils [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] Acquiring lock "refresh_cache-7a3399ed-2db5-4d0a-b3ad-27787453a40f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.529431] env[69584]: DEBUG nova.policy [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae903d8c02224b45bc137231b161015c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcda086882b14a3d9a56e613285d31b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.583198] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d4f5ae-d24b-45b5-96b3-897fdbb4fdda {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.590531] env[69584]: DEBUG nova.objects.instance [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'flavor' on Instance uuid 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.592699] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33478b0-6fe7-4554-865b-514e70d00061 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.629370] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5517aec-a859-4446-a20e-d627582a93fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.638849] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77c9ec5-8abe-493e-b135-c324166785fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.653038] env[69584]: DEBUG nova.compute.provider_tree [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.722590] env[69584]: DEBUG nova.network.neutron [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Updating instance_info_cache with network_info: [{"id": "e0d4208a-a1ea-4eda-9401-f21ece4bd0a2", "address": "fa:16:3e:55:ed:51", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d4208a-a1", "ovs_interfaceid": "e0d4208a-a1ea-4eda-9401-f21ece4bd0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.867416] env[69584]: DEBUG nova.network.neutron [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Successfully created port: 6d9ab5f3-2541-457e-af7c-9c71ff05927f {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.968602] env[69584]: DEBUG nova.compute.manager [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.099613] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.099758] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.099956] env[69584]: DEBUG nova.network.neutron [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.100158] env[69584]: DEBUG nova.objects.instance [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'info_cache' on Instance uuid 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.156197] env[69584]: DEBUG nova.scheduler.client.report [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.225889] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "refresh_cache-7a3399ed-2db5-4d0a-b3ad-27787453a40f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.226260] env[69584]: DEBUG nova.compute.manager [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Instance network_info: |[{"id": "e0d4208a-a1ea-4eda-9401-f21ece4bd0a2", "address": "fa:16:3e:55:ed:51", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d4208a-a1", "ovs_interfaceid": "e0d4208a-a1ea-4eda-9401-f21ece4bd0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.226566] env[69584]: DEBUG oslo_concurrency.lockutils [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] Acquired lock "refresh_cache-7a3399ed-2db5-4d0a-b3ad-27787453a40f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.226742] env[69584]: DEBUG nova.network.neutron [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Refreshing network info cache for port e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.227992] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:ed:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0d4208a-a1ea-4eda-9401-f21ece4bd0a2', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.235983] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.237012] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.237256] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a19375a4-277f-4336-9f11-385129811fe0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.258106] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.258106] env[69584]: value = "task-3486502" [ 1211.258106] env[69584]: _type = "Task" [ 1211.258106] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.267035] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486502, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.603952] env[69584]: DEBUG nova.objects.base [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Object Instance<4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1> lazy-loaded attributes: flavor,info_cache {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1211.661712] env[69584]: DEBUG oslo_concurrency.lockutils [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.700573] env[69584]: INFO nova.scheduler.client.report [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted allocations for instance 326682e0-1169-4f98-bab5-f7bfc21d1d95 [ 1211.768745] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486502, 'name': CreateVM_Task, 'duration_secs': 0.370326} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.769027] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.788154] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.788359] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.788836] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.789141] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35d7376-060e-4932-bea9-1c19789593d0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.796219] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1211.796219] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52025d90-455d-1c73-a6c7-df4c61916569" [ 1211.796219] env[69584]: _type = "Task" [ 1211.796219] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.810031] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52025d90-455d-1c73-a6c7-df4c61916569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.979157] env[69584]: DEBUG nova.compute.manager [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.986327] env[69584]: DEBUG nova.network.neutron [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Updated VIF entry in instance network info cache for port e0d4208a-a1ea-4eda-9401-f21ece4bd0a2. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.986728] env[69584]: DEBUG nova.network.neutron [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Updating instance_info_cache with network_info: [{"id": "e0d4208a-a1ea-4eda-9401-f21ece4bd0a2", "address": "fa:16:3e:55:ed:51", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d4208a-a1", "ovs_interfaceid": "e0d4208a-a1ea-4eda-9401-f21ece4bd0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.006731] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.006999] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.007187] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.007377] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.007525] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.007673] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.007881] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.008054] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.008225] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.008386] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.008555] env[69584]: DEBUG nova.virt.hardware [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.009649] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f710603-ad29-46c5-b950-21ed2bf76469 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.019210] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf83f88-f079-4555-bbee-1d2288e41151 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.211067] env[69584]: DEBUG oslo_concurrency.lockutils [None req-52ceba7e-f243-4c3f-9bea-798892c46567 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "326682e0-1169-4f98-bab5-f7bfc21d1d95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.072s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.310104] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52025d90-455d-1c73-a6c7-df4c61916569, 'name': SearchDatastore_Task, 'duration_secs': 0.030037} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.310443] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.310747] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.311073] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.311255] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.311446] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.311717] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6804d46b-a083-478e-a10f-d515e2cc9e2e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.320627] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.320826] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.321596] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6e811f-bc1c-4280-b54c-666d916239e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.326597] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1212.326597] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5283e6f9-d297-e686-d58b-eebeceb9fdca" [ 1212.326597] env[69584]: _type = "Task" [ 1212.326597] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.339410] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5283e6f9-d297-e686-d58b-eebeceb9fdca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.489135] env[69584]: DEBUG oslo_concurrency.lockutils [req-3b465c11-9afc-4b92-b103-6b9890d88c17 req-bed360b7-93fc-425a-8f9d-07ed6d975fd9 service nova] Releasing lock "refresh_cache-7a3399ed-2db5-4d0a-b3ad-27787453a40f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.750680] env[69584]: DEBUG nova.compute.manager [req-653b63d7-8a8d-4580-b3eb-462aa1e2666c req-c1c9045a-464d-438d-87b7-9126267f1fc7 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Received event network-vif-plugged-6d9ab5f3-2541-457e-af7c-9c71ff05927f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.750965] env[69584]: DEBUG oslo_concurrency.lockutils [req-653b63d7-8a8d-4580-b3eb-462aa1e2666c req-c1c9045a-464d-438d-87b7-9126267f1fc7 service nova] Acquiring lock "c58f9d5d-8781-4118-99af-eb4761cb2af7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.751155] env[69584]: DEBUG oslo_concurrency.lockutils [req-653b63d7-8a8d-4580-b3eb-462aa1e2666c req-c1c9045a-464d-438d-87b7-9126267f1fc7 service nova] Lock "c58f9d5d-8781-4118-99af-eb4761cb2af7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.751328] env[69584]: DEBUG oslo_concurrency.lockutils [req-653b63d7-8a8d-4580-b3eb-462aa1e2666c req-c1c9045a-464d-438d-87b7-9126267f1fc7 service nova] Lock "c58f9d5d-8781-4118-99af-eb4761cb2af7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.751532] env[69584]: DEBUG nova.compute.manager [req-653b63d7-8a8d-4580-b3eb-462aa1e2666c req-c1c9045a-464d-438d-87b7-9126267f1fc7 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] No waiting events found dispatching network-vif-plugged-6d9ab5f3-2541-457e-af7c-9c71ff05927f {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.751642] env[69584]: WARNING nova.compute.manager [req-653b63d7-8a8d-4580-b3eb-462aa1e2666c req-c1c9045a-464d-438d-87b7-9126267f1fc7 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Received unexpected event network-vif-plugged-6d9ab5f3-2541-457e-af7c-9c71ff05927f for instance with vm_state building and task_state spawning. [ 1212.793208] env[69584]: DEBUG nova.network.neutron [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Updating instance_info_cache with network_info: [{"id": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "address": "fa:16:3e:94:fe:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d369af-4a", "ovs_interfaceid": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.836736] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5283e6f9-d297-e686-d58b-eebeceb9fdca, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.837563] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9db900-346c-4ed9-9fd1-5d44881cfe5e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.843613] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1212.843613] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524ab0f5-e91b-65bb-2aac-1a87e29f276a" [ 1212.843613] env[69584]: _type = "Task" [ 1212.843613] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.851761] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524ab0f5-e91b-65bb-2aac-1a87e29f276a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.870229] env[69584]: DEBUG nova.network.neutron [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Successfully updated port: 6d9ab5f3-2541-457e-af7c-9c71ff05927f {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.296237] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.353852] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524ab0f5-e91b-65bb-2aac-1a87e29f276a, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.354137] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.354402] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 7a3399ed-2db5-4d0a-b3ad-27787453a40f/7a3399ed-2db5-4d0a-b3ad-27787453a40f.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.354668] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8be4fab7-b9af-4ddc-a0c1-a38c00a4cee9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.361338] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1213.361338] env[69584]: value = "task-3486503" [ 1213.361338] env[69584]: _type = "Task" [ 1213.361338] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.369306] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.376356] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquiring lock "refresh_cache-c58f9d5d-8781-4118-99af-eb4761cb2af7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.376497] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquired lock "refresh_cache-c58f9d5d-8781-4118-99af-eb4761cb2af7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.376725] env[69584]: DEBUG nova.network.neutron [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.723628] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.723882] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.871850] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508014} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.872252] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 7a3399ed-2db5-4d0a-b3ad-27787453a40f/7a3399ed-2db5-4d0a-b3ad-27787453a40f.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.872430] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.872706] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d8c3de0-74b7-4b8e-a521-02fef70cd657 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.881782] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1213.881782] env[69584]: value = "task-3486504" [ 1213.881782] env[69584]: _type = "Task" [ 1213.881782] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.891967] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.911362] env[69584]: DEBUG nova.network.neutron [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.084936] env[69584]: DEBUG nova.network.neutron [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Updating instance_info_cache with network_info: [{"id": "6d9ab5f3-2541-457e-af7c-9c71ff05927f", "address": "fa:16:3e:7b:f8:5b", "network": {"id": "9c153f7f-df76-47de-aaa9-e1d383ed7160", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1003138060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcda086882b14a3d9a56e613285d31b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9ab5f3-25", "ovs_interfaceid": "6d9ab5f3-2541-457e-af7c-9c71ff05927f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.226456] env[69584]: DEBUG nova.compute.manager [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.301608] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.301829] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cf4b1ac-146b-46d0-8352-bfdacb4cccbe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.309914] env[69584]: DEBUG oslo_vmware.api [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1214.309914] env[69584]: value = "task-3486505" [ 1214.309914] env[69584]: _type = "Task" [ 1214.309914] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.317882] env[69584]: DEBUG oslo_vmware.api [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.393306] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073414} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.393667] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.394596] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fdd25a-80fe-49cc-acba-5cccc199b523 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.420083] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7a3399ed-2db5-4d0a-b3ad-27787453a40f/7a3399ed-2db5-4d0a-b3ad-27787453a40f.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.420530] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9196936-eabe-4630-909b-5a8e2f0725b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.440974] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1214.440974] env[69584]: value = "task-3486506" [ 1214.440974] env[69584]: _type = "Task" [ 1214.440974] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.449199] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.588085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Releasing lock "refresh_cache-c58f9d5d-8781-4118-99af-eb4761cb2af7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.588590] env[69584]: DEBUG nova.compute.manager [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Instance network_info: |[{"id": "6d9ab5f3-2541-457e-af7c-9c71ff05927f", "address": "fa:16:3e:7b:f8:5b", "network": {"id": "9c153f7f-df76-47de-aaa9-e1d383ed7160", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1003138060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcda086882b14a3d9a56e613285d31b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9ab5f3-25", "ovs_interfaceid": "6d9ab5f3-2541-457e-af7c-9c71ff05927f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.589233] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:f8:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d9ab5f3-2541-457e-af7c-9c71ff05927f', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.599458] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Creating folder: Project (bcda086882b14a3d9a56e613285d31b1). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.599895] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d469089b-36a9-48d2-a7a8-85b16e946765 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.611775] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Created folder: Project (bcda086882b14a3d9a56e613285d31b1) in parent group-v696614. [ 1214.612072] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Creating folder: Instances. Parent ref: group-v696935. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.612302] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63367c1a-6415-46ee-9664-c9c0ae84d451 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.621898] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Created folder: Instances in parent group-v696935. [ 1214.622195] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.622452] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.622701] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e40177f7-195a-4654-a4a1-5e4767968dd3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.643304] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.643304] env[69584]: value = "task-3486509" [ 1214.643304] env[69584]: _type = "Task" [ 1214.643304] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.651514] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486509, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.750366] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.750662] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.752297] env[69584]: INFO nova.compute.claims [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.777043] env[69584]: DEBUG nova.compute.manager [req-c82b1687-351c-4e0f-b6fd-8d14f0e3cc62 req-d6f8692c-0589-481f-91cb-4ee94177a0c2 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Received event network-changed-6d9ab5f3-2541-457e-af7c-9c71ff05927f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.777192] env[69584]: DEBUG nova.compute.manager [req-c82b1687-351c-4e0f-b6fd-8d14f0e3cc62 req-d6f8692c-0589-481f-91cb-4ee94177a0c2 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Refreshing instance network info cache due to event network-changed-6d9ab5f3-2541-457e-af7c-9c71ff05927f. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.777434] env[69584]: DEBUG oslo_concurrency.lockutils [req-c82b1687-351c-4e0f-b6fd-8d14f0e3cc62 req-d6f8692c-0589-481f-91cb-4ee94177a0c2 service nova] Acquiring lock "refresh_cache-c58f9d5d-8781-4118-99af-eb4761cb2af7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.777584] env[69584]: DEBUG oslo_concurrency.lockutils [req-c82b1687-351c-4e0f-b6fd-8d14f0e3cc62 req-d6f8692c-0589-481f-91cb-4ee94177a0c2 service nova] Acquired lock "refresh_cache-c58f9d5d-8781-4118-99af-eb4761cb2af7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.777745] env[69584]: DEBUG nova.network.neutron [req-c82b1687-351c-4e0f-b6fd-8d14f0e3cc62 req-d6f8692c-0589-481f-91cb-4ee94177a0c2 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Refreshing network info cache for port 6d9ab5f3-2541-457e-af7c-9c71ff05927f {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.820512] env[69584]: DEBUG oslo_vmware.api [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486505, 'name': PowerOnVM_Task, 'duration_secs': 0.416417} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.820788] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.820996] env[69584]: DEBUG nova.compute.manager [None req-c0f00320-3d8b-4472-8dc2-f2638a0472e4 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.821879] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0091be19-10cb-4214-9353-37dc252900b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.951246] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486506, 'name': ReconfigVM_Task, 'duration_secs': 0.40196} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.951632] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7a3399ed-2db5-4d0a-b3ad-27787453a40f/7a3399ed-2db5-4d0a-b3ad-27787453a40f.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.952221] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bd9137d-9e93-4eb6-8c79-ae69c014ddb5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.959518] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1214.959518] env[69584]: value = "task-3486510" [ 1214.959518] env[69584]: _type = "Task" [ 1214.959518] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.969370] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486510, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.154276] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486509, 'name': CreateVM_Task, 'duration_secs': 0.411636} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.154494] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.155228] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.155401] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.155744] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.156018] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082521fb-6b19-4927-9027-65c6c971dd58 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.162360] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for the task: (returnval){ [ 1215.162360] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5261e3f6-f581-85f7-0710-10dc95dceb54" [ 1215.162360] env[69584]: _type = "Task" [ 1215.162360] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.170776] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5261e3f6-f581-85f7-0710-10dc95dceb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.469652] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486510, 'name': Rename_Task, 'duration_secs': 0.214362} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.469937] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.470177] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1687a42c-d736-4394-b6f7-9e3892cc4e76 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.475875] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1215.475875] env[69584]: value = "task-3486511" [ 1215.475875] env[69584]: _type = "Task" [ 1215.475875] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.479456] env[69584]: DEBUG nova.network.neutron [req-c82b1687-351c-4e0f-b6fd-8d14f0e3cc62 req-d6f8692c-0589-481f-91cb-4ee94177a0c2 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Updated VIF entry in instance network info cache for port 6d9ab5f3-2541-457e-af7c-9c71ff05927f. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.479791] env[69584]: DEBUG nova.network.neutron [req-c82b1687-351c-4e0f-b6fd-8d14f0e3cc62 req-d6f8692c-0589-481f-91cb-4ee94177a0c2 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Updating instance_info_cache with network_info: [{"id": "6d9ab5f3-2541-457e-af7c-9c71ff05927f", "address": "fa:16:3e:7b:f8:5b", "network": {"id": "9c153f7f-df76-47de-aaa9-e1d383ed7160", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1003138060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcda086882b14a3d9a56e613285d31b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9ab5f3-25", "ovs_interfaceid": "6d9ab5f3-2541-457e-af7c-9c71ff05927f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.485450] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.612901] env[69584]: DEBUG oslo_vmware.rw_handles [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52884870-6773-7d46-8db2-ef27d0fb9e4c/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1215.613855] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04115c5e-f01d-43a8-b760-4eab39894455 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.620557] env[69584]: DEBUG oslo_vmware.rw_handles [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52884870-6773-7d46-8db2-ef27d0fb9e4c/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1215.620737] env[69584]: ERROR oslo_vmware.rw_handles [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52884870-6773-7d46-8db2-ef27d0fb9e4c/disk-0.vmdk due to incomplete transfer. [ 1215.621020] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-226c9de1-f0f6-4d05-9c53-cda1179c912b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.628095] env[69584]: DEBUG oslo_vmware.rw_handles [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52884870-6773-7d46-8db2-ef27d0fb9e4c/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1215.628288] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Uploaded image 5d5e7399-fb8f-4263-87a0-35c11adc5f14 to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1215.630510] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1215.630741] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5eb9fd40-0e26-441c-9e38-2d62fda3158b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.637236] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1215.637236] env[69584]: value = "task-3486512" [ 1215.637236] env[69584]: _type = "Task" [ 1215.637236] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.644315] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486512, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.671849] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5261e3f6-f581-85f7-0710-10dc95dceb54, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.672169] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.672399] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.672629] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.672775] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.672955] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.673210] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f58762-41b3-45f6-b3e8-55ebc7660b33 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.681220] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.681393] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.682057] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a07163-3398-4e43-8094-6ce73b431c92 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.686836] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for the task: (returnval){ [ 1215.686836] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ec2bb6-2e26-4308-f7d0-b46509f89da9" [ 1215.686836] env[69584]: _type = "Task" [ 1215.686836] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.694212] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ec2bb6-2e26-4308-f7d0-b46509f89da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.850878] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ed6060-3f43-4bf2-a3d8-fc2da17bcd08 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.857953] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9943ef7c-7bf9-41fe-b81b-25e17a052971 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.888675] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3202a246-881c-42eb-8d5b-69c1ac32de8a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.896076] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df3a8a-57cf-4fb2-b475-ef87bb4cb3cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.908971] env[69584]: DEBUG nova.compute.provider_tree [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.982498] env[69584]: DEBUG oslo_concurrency.lockutils [req-c82b1687-351c-4e0f-b6fd-8d14f0e3cc62 req-d6f8692c-0589-481f-91cb-4ee94177a0c2 service nova] Releasing lock "refresh_cache-c58f9d5d-8781-4118-99af-eb4761cb2af7" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.986399] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.147050] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486512, 'name': Destroy_Task, 'duration_secs': 0.319592} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.147259] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Destroyed the VM [ 1216.147492] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1216.147763] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8cc4154-d00a-493a-9414-ef21059fb119 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.153840] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1216.153840] env[69584]: value = "task-3486513" [ 1216.153840] env[69584]: _type = "Task" [ 1216.153840] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.161659] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.196795] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52ec2bb6-2e26-4308-f7d0-b46509f89da9, 'name': SearchDatastore_Task, 'duration_secs': 0.014608} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.197737] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171272e1-8c67-4886-b888-ef75b0214709 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.202804] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for the task: (returnval){ [ 1216.202804] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52abd163-4b77-c884-9eca-8595e9701048" [ 1216.202804] env[69584]: _type = "Task" [ 1216.202804] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.210483] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52abd163-4b77-c884-9eca-8595e9701048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.413109] env[69584]: DEBUG nova.scheduler.client.report [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.485974] env[69584]: DEBUG oslo_vmware.api [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486511, 'name': PowerOnVM_Task, 'duration_secs': 0.943845} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.486212] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.486420] env[69584]: INFO nova.compute.manager [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1216.486597] env[69584]: DEBUG nova.compute.manager [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.487343] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e04b5d-3002-4597-81de-46b9efc8a5c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.597901] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5645db7e-c78a-4c1a-bf1c-c5ac47e5b21c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.604797] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-214675c4-f23e-4ce5-82e2-28334e674b5d tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Suspending the VM {{(pid=69584) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1216.605046] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7b984c28-28be-4110-9eb8-89b1f71a20b4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.611181] env[69584]: DEBUG oslo_vmware.api [None req-214675c4-f23e-4ce5-82e2-28334e674b5d tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1216.611181] env[69584]: value = "task-3486514" [ 1216.611181] env[69584]: _type = "Task" [ 1216.611181] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.618522] env[69584]: DEBUG oslo_vmware.api [None req-214675c4-f23e-4ce5-82e2-28334e674b5d tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486514, 'name': SuspendVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.663354] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.713196] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52abd163-4b77-c884-9eca-8595e9701048, 'name': SearchDatastore_Task, 'duration_secs': 0.042502} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.713450] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.713706] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] c58f9d5d-8781-4118-99af-eb4761cb2af7/c58f9d5d-8781-4118-99af-eb4761cb2af7.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.713959] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd62746b-6ab8-466c-8442-a00f9d9170b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.719278] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for the task: (returnval){ [ 1216.719278] env[69584]: value = "task-3486515" [ 1216.719278] env[69584]: _type = "Task" [ 1216.719278] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.726696] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.807330] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.807570] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.807934] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.808211] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.808403] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.810587] env[69584]: INFO nova.compute.manager [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Terminating instance [ 1216.921984] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.922903] env[69584]: DEBUG nova.compute.manager [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.005486] env[69584]: INFO nova.compute.manager [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Took 12.37 seconds to build instance. [ 1217.123537] env[69584]: DEBUG oslo_vmware.api [None req-214675c4-f23e-4ce5-82e2-28334e674b5d tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486514, 'name': SuspendVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.165757] env[69584]: DEBUG oslo_vmware.api [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486513, 'name': RemoveSnapshot_Task, 'duration_secs': 0.554004} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.166199] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1217.166464] env[69584]: INFO nova.compute.manager [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Took 12.88 seconds to snapshot the instance on the hypervisor. [ 1217.229598] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486515, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.315672] env[69584]: DEBUG nova.compute.manager [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.315672] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.315672] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ad42a1-3b6b-4050-8c27-67e72708c8ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.323230] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.323396] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75304d21-a44f-4028-8032-2e19d10209a2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.329760] env[69584]: DEBUG oslo_vmware.api [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1217.329760] env[69584]: value = "task-3486516" [ 1217.329760] env[69584]: _type = "Task" [ 1217.329760] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.341262] env[69584]: DEBUG oslo_vmware.api [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.428326] env[69584]: DEBUG nova.compute.utils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.429880] env[69584]: DEBUG nova.compute.manager [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.430136] env[69584]: DEBUG nova.network.neutron [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.468633] env[69584]: DEBUG nova.policy [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b71ab944a0eb498892a3844df6e99960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1cacfb104d84a1781545c4b71aeaed3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.507997] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1a405ab1-a7b9-430e-86f0-ebb612c2961f tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.876s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.622346] env[69584]: DEBUG oslo_vmware.api [None req-214675c4-f23e-4ce5-82e2-28334e674b5d tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486514, 'name': SuspendVM_Task} progress is 54%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.712453] env[69584]: DEBUG nova.compute.manager [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Found 3 images (rotation: 2) {{(pid=69584) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1217.712622] env[69584]: DEBUG nova.compute.manager [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Rotating out 1 backups {{(pid=69584) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1217.712856] env[69584]: DEBUG nova.compute.manager [None req-dad38674-2803-4278-82ef-a62368418d81 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Deleting image eb3c9fa5-4e8c-4888-8c03-2d5581126a1d {{(pid=69584) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1217.729479] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486515, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.796964] env[69584]: DEBUG nova.network.neutron [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Successfully created port: 34795330-f511-43ad-983b-b82ba0f9e8ab {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.841035] env[69584]: DEBUG oslo_vmware.api [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486516, 'name': PowerOffVM_Task, 'duration_secs': 0.27466} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.841782] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.841975] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.842236] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1381ed2-0c2f-4b77-94d5-2e9dc74519bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.933360] env[69584]: DEBUG nova.compute.manager [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.062399] env[69584]: DEBUG nova.compute.manager [req-dd079ced-ae2b-4557-9e64-71c565c764bd req-f9b57ad3-efaf-4c7f-a961-301d55bfbed0 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Received event network-changed-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.062642] env[69584]: DEBUG nova.compute.manager [req-dd079ced-ae2b-4557-9e64-71c565c764bd req-f9b57ad3-efaf-4c7f-a961-301d55bfbed0 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Refreshing instance network info cache due to event network-changed-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.062869] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd079ced-ae2b-4557-9e64-71c565c764bd req-f9b57ad3-efaf-4c7f-a961-301d55bfbed0 service nova] Acquiring lock "refresh_cache-7a3399ed-2db5-4d0a-b3ad-27787453a40f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.062937] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd079ced-ae2b-4557-9e64-71c565c764bd req-f9b57ad3-efaf-4c7f-a961-301d55bfbed0 service nova] Acquired lock "refresh_cache-7a3399ed-2db5-4d0a-b3ad-27787453a40f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.063113] env[69584]: DEBUG nova.network.neutron [req-dd079ced-ae2b-4557-9e64-71c565c764bd req-f9b57ad3-efaf-4c7f-a961-301d55bfbed0 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Refreshing network info cache for port e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.123558] env[69584]: DEBUG oslo_vmware.api [None req-214675c4-f23e-4ce5-82e2-28334e674b5d tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486514, 'name': SuspendVM_Task} progress is 54%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.221940] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.222239] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.222430] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleting the datastore file [datastore2] 57aa8c19-b68d-4d9e-80dc-1b91719743e7 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.225854] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bff5f586-60bf-4793-874f-3d7e73158024 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.234547] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486515, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.478082} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.236080] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] c58f9d5d-8781-4118-99af-eb4761cb2af7/c58f9d5d-8781-4118-99af-eb4761cb2af7.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.236382] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.236801] env[69584]: DEBUG oslo_vmware.api [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for the task: (returnval){ [ 1218.236801] env[69584]: value = "task-3486518" [ 1218.236801] env[69584]: _type = "Task" [ 1218.236801] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.237097] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c191d02-35a7-4337-8cd7-a02334fe649d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.248433] env[69584]: DEBUG oslo_vmware.api [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.249681] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for the task: (returnval){ [ 1218.249681] env[69584]: value = "task-3486519" [ 1218.249681] env[69584]: _type = "Task" [ 1218.249681] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.258096] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.625267] env[69584]: DEBUG oslo_vmware.api [None req-214675c4-f23e-4ce5-82e2-28334e674b5d tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486514, 'name': SuspendVM_Task, 'duration_secs': 1.72606} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.625616] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-214675c4-f23e-4ce5-82e2-28334e674b5d tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Suspended the VM {{(pid=69584) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1218.625802] env[69584]: DEBUG nova.compute.manager [None req-214675c4-f23e-4ce5-82e2-28334e674b5d tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.626696] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543ee0d3-9f8d-42eb-84d5-e5b130ba1243 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.749439] env[69584]: DEBUG oslo_vmware.api [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Task: {'id': task-3486518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395979} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.749720] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.749912] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.750105] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.750281] env[69584]: INFO nova.compute.manager [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1218.750514] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.750773] env[69584]: DEBUG nova.compute.manager [-] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.750893] env[69584]: DEBUG nova.network.neutron [-] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.760314] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08196} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.760562] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.761430] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf523be6-3655-48aa-a8a8-6e308251e22a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.783069] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] c58f9d5d-8781-4118-99af-eb4761cb2af7/c58f9d5d-8781-4118-99af-eb4761cb2af7.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.783344] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f39781ba-c354-4d26-92b0-9fbe28eb8498 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.803955] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for the task: (returnval){ [ 1218.803955] env[69584]: value = "task-3486520" [ 1218.803955] env[69584]: _type = "Task" [ 1218.803955] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.814050] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.881416] env[69584]: DEBUG nova.network.neutron [req-dd079ced-ae2b-4557-9e64-71c565c764bd req-f9b57ad3-efaf-4c7f-a961-301d55bfbed0 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Updated VIF entry in instance network info cache for port e0d4208a-a1ea-4eda-9401-f21ece4bd0a2. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.881803] env[69584]: DEBUG nova.network.neutron [req-dd079ced-ae2b-4557-9e64-71c565c764bd req-f9b57ad3-efaf-4c7f-a961-301d55bfbed0 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Updating instance_info_cache with network_info: [{"id": "e0d4208a-a1ea-4eda-9401-f21ece4bd0a2", "address": "fa:16:3e:55:ed:51", "network": {"id": "78a0d4d3-bd20-4d8e-9f3e-2ee2a7ee3dd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1998491876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84fb48e9a2ab4689a2da9a7c839eaf8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d4208a-a1", "ovs_interfaceid": "e0d4208a-a1ea-4eda-9401-f21ece4bd0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.945144] env[69584]: DEBUG nova.compute.manager [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.968722] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.968977] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.969175] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.969346] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.969495] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.969643] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.969928] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.970075] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.970224] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.970387] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.970556] env[69584]: DEBUG nova.virt.hardware [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.971500] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a439e84-2d8e-4b00-acd3-463912b6e199 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.979356] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7f6f4a-b066-4899-902b-c61ead2793e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.311568] env[69584]: DEBUG nova.compute.manager [req-dae2cb78-d7af-43ca-a15c-8a294d04ec51 req-d5da67c6-e05e-45aa-9045-389770c0b568 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Received event network-vif-plugged-34795330-f511-43ad-983b-b82ba0f9e8ab {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.311867] env[69584]: DEBUG oslo_concurrency.lockutils [req-dae2cb78-d7af-43ca-a15c-8a294d04ec51 req-d5da67c6-e05e-45aa-9045-389770c0b568 service nova] Acquiring lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.311867] env[69584]: DEBUG oslo_concurrency.lockutils [req-dae2cb78-d7af-43ca-a15c-8a294d04ec51 req-d5da67c6-e05e-45aa-9045-389770c0b568 service nova] Lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.312201] env[69584]: DEBUG oslo_concurrency.lockutils [req-dae2cb78-d7af-43ca-a15c-8a294d04ec51 req-d5da67c6-e05e-45aa-9045-389770c0b568 service nova] Lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.312201] env[69584]: DEBUG nova.compute.manager [req-dae2cb78-d7af-43ca-a15c-8a294d04ec51 req-d5da67c6-e05e-45aa-9045-389770c0b568 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] No waiting events found dispatching network-vif-plugged-34795330-f511-43ad-983b-b82ba0f9e8ab {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.312428] env[69584]: WARNING nova.compute.manager [req-dae2cb78-d7af-43ca-a15c-8a294d04ec51 req-d5da67c6-e05e-45aa-9045-389770c0b568 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Received unexpected event network-vif-plugged-34795330-f511-43ad-983b-b82ba0f9e8ab for instance with vm_state building and task_state spawning. [ 1219.319547] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486520, 'name': ReconfigVM_Task, 'duration_secs': 0.342052} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.325024] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Reconfigured VM instance instance-00000077 to attach disk [datastore1] c58f9d5d-8781-4118-99af-eb4761cb2af7/c58f9d5d-8781-4118-99af-eb4761cb2af7.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.325024] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-484f3e0d-c2f7-4b8d-bd9f-87b72e8cae59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.328896] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for the task: (returnval){ [ 1219.328896] env[69584]: value = "task-3486521" [ 1219.328896] env[69584]: _type = "Task" [ 1219.328896] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.338340] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486521, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.385372] env[69584]: DEBUG oslo_concurrency.lockutils [req-dd079ced-ae2b-4557-9e64-71c565c764bd req-f9b57ad3-efaf-4c7f-a961-301d55bfbed0 service nova] Releasing lock "refresh_cache-7a3399ed-2db5-4d0a-b3ad-27787453a40f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.487222] env[69584]: DEBUG nova.network.neutron [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Successfully updated port: 34795330-f511-43ad-983b-b82ba0f9e8ab {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.823223] env[69584]: DEBUG oslo_concurrency.lockutils [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "c035d7fa-620c-4d65-b923-971c84e68ca5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.823507] env[69584]: DEBUG oslo_concurrency.lockutils [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.823695] env[69584]: DEBUG nova.compute.manager [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.824636] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc298f0-df53-473c-95fb-66236bc53697 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.831563] env[69584]: DEBUG nova.compute.manager [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1219.832112] env[69584]: DEBUG nova.objects.instance [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'flavor' on Instance uuid c035d7fa-620c-4d65-b923-971c84e68ca5 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.840541] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486521, 'name': Rename_Task, 'duration_secs': 0.158931} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.840786] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.841023] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a46676-eb2d-480d-bc93-0274474bff10 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.847679] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for the task: (returnval){ [ 1219.847679] env[69584]: value = "task-3486522" [ 1219.847679] env[69584]: _type = "Task" [ 1219.847679] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.854599] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.954800] env[69584]: DEBUG nova.network.neutron [-] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.990386] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "refresh_cache-c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.990543] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "refresh_cache-c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.990682] env[69584]: DEBUG nova.network.neutron [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.131053] env[69584]: INFO nova.compute.manager [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Resuming [ 1220.131053] env[69584]: DEBUG nova.objects.instance [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'flavor' on Instance uuid 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.357585] env[69584]: DEBUG oslo_vmware.api [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486522, 'name': PowerOnVM_Task, 'duration_secs': 0.470312} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.357989] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.358058] env[69584]: INFO nova.compute.manager [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1220.358233] env[69584]: DEBUG nova.compute.manager [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.359043] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405b4374-a52c-403b-897c-b769f4146ac1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.459470] env[69584]: INFO nova.compute.manager [-] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Took 1.71 seconds to deallocate network for instance. [ 1220.520602] env[69584]: DEBUG nova.network.neutron [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.679409] env[69584]: DEBUG nova.network.neutron [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Updating instance_info_cache with network_info: [{"id": "34795330-f511-43ad-983b-b82ba0f9e8ab", "address": "fa:16:3e:ce:7f:8f", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34795330-f5", "ovs_interfaceid": "34795330-f511-43ad-983b-b82ba0f9e8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.841262] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.841585] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb362b6d-516a-40ed-a464-06c1d786fe41 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.851928] env[69584]: DEBUG oslo_vmware.api [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1220.851928] env[69584]: value = "task-3486523" [ 1220.851928] env[69584]: _type = "Task" [ 1220.851928] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.859277] env[69584]: DEBUG oslo_vmware.api [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.875029] env[69584]: INFO nova.compute.manager [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Took 13.16 seconds to build instance. [ 1220.965948] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.966444] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.966689] env[69584]: DEBUG nova.objects.instance [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lazy-loading 'resources' on Instance uuid 57aa8c19-b68d-4d9e-80dc-1b91719743e7 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.182583] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "refresh_cache-c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.182908] env[69584]: DEBUG nova.compute.manager [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Instance network_info: |[{"id": "34795330-f511-43ad-983b-b82ba0f9e8ab", "address": "fa:16:3e:ce:7f:8f", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34795330-f5", "ovs_interfaceid": "34795330-f511-43ad-983b-b82ba0f9e8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.183367] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:7f:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34795330-f511-43ad-983b-b82ba0f9e8ab', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.191837] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.192119] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.192392] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-366d4667-647d-4883-a07c-d8f1a5e05240 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.213137] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.213137] env[69584]: value = "task-3486524" [ 1221.213137] env[69584]: _type = "Task" [ 1221.213137] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.222074] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486524, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.344523] env[69584]: DEBUG nova.compute.manager [req-98af1eae-5c24-46d2-a5fa-9ad309214c50 req-ebb2f6e3-3e80-43f3-8f50-701e64a2e4c0 service nova] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Received event network-vif-deleted-53408ac6-dc2f-4014-a370-8247f523b9a7 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.344811] env[69584]: DEBUG nova.compute.manager [req-98af1eae-5c24-46d2-a5fa-9ad309214c50 req-ebb2f6e3-3e80-43f3-8f50-701e64a2e4c0 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Received event network-changed-34795330-f511-43ad-983b-b82ba0f9e8ab {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.344956] env[69584]: DEBUG nova.compute.manager [req-98af1eae-5c24-46d2-a5fa-9ad309214c50 req-ebb2f6e3-3e80-43f3-8f50-701e64a2e4c0 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Refreshing instance network info cache due to event network-changed-34795330-f511-43ad-983b-b82ba0f9e8ab. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.345200] env[69584]: DEBUG oslo_concurrency.lockutils [req-98af1eae-5c24-46d2-a5fa-9ad309214c50 req-ebb2f6e3-3e80-43f3-8f50-701e64a2e4c0 service nova] Acquiring lock "refresh_cache-c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.345387] env[69584]: DEBUG oslo_concurrency.lockutils [req-98af1eae-5c24-46d2-a5fa-9ad309214c50 req-ebb2f6e3-3e80-43f3-8f50-701e64a2e4c0 service nova] Acquired lock "refresh_cache-c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.345554] env[69584]: DEBUG nova.network.neutron [req-98af1eae-5c24-46d2-a5fa-9ad309214c50 req-ebb2f6e3-3e80-43f3-8f50-701e64a2e4c0 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Refreshing network info cache for port 34795330-f511-43ad-983b-b82ba0f9e8ab {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.363157] env[69584]: DEBUG oslo_vmware.api [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486523, 'name': PowerOffVM_Task, 'duration_secs': 0.218264} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.363507] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.363695] env[69584]: DEBUG nova.compute.manager [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.364565] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91afbaa1-41e3-4b4e-8a62-ff8a1e2f156e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.377192] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a60b988a-d3fc-455c-931a-8487260ec621 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lock "c58f9d5d-8781-4118-99af-eb4761cb2af7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.670s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.575946] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf0c93d-d10e-452f-9e04-ddf841fdf067 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.583719] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa48a1a4-e48e-42b6-a477-6c6b73306112 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.615542] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fa8e3f-8f73-4f6a-9d47-4fe9b0e78c06 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.622942] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ba82ce-5a06-40f0-b272-229f00bf7c80 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.636580] env[69584]: DEBUG nova.compute.provider_tree [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.641602] env[69584]: DEBUG oslo_concurrency.lockutils [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.641782] env[69584]: DEBUG oslo_concurrency.lockutils [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquired lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.641947] env[69584]: DEBUG nova.network.neutron [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.724221] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486524, 'name': CreateVM_Task, 'duration_secs': 0.338724} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.724418] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.725194] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.725526] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.725614] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.725839] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d9b20c-63cb-4ebb-bd53-cd5f7358d2ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.730489] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1221.730489] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5282c315-6804-38e5-c049-344927aac353" [ 1221.730489] env[69584]: _type = "Task" [ 1221.730489] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.738982] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5282c315-6804-38e5-c049-344927aac353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.879467] env[69584]: DEBUG oslo_concurrency.lockutils [None req-67f38b26-7cd5-43fa-a7e6-5598315b93ff tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.136851] env[69584]: DEBUG nova.network.neutron [req-98af1eae-5c24-46d2-a5fa-9ad309214c50 req-ebb2f6e3-3e80-43f3-8f50-701e64a2e4c0 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Updated VIF entry in instance network info cache for port 34795330-f511-43ad-983b-b82ba0f9e8ab. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.137249] env[69584]: DEBUG nova.network.neutron [req-98af1eae-5c24-46d2-a5fa-9ad309214c50 req-ebb2f6e3-3e80-43f3-8f50-701e64a2e4c0 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Updating instance_info_cache with network_info: [{"id": "34795330-f511-43ad-983b-b82ba0f9e8ab", "address": "fa:16:3e:ce:7f:8f", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34795330-f5", "ovs_interfaceid": "34795330-f511-43ad-983b-b82ba0f9e8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.143138] env[69584]: DEBUG nova.scheduler.client.report [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.146113] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquiring lock "c58f9d5d-8781-4118-99af-eb4761cb2af7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.146341] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lock "c58f9d5d-8781-4118-99af-eb4761cb2af7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.146599] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquiring lock "c58f9d5d-8781-4118-99af-eb4761cb2af7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.146782] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lock "c58f9d5d-8781-4118-99af-eb4761cb2af7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.146953] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lock "c58f9d5d-8781-4118-99af-eb4761cb2af7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.151133] env[69584]: INFO nova.compute.manager [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Terminating instance [ 1222.240797] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5282c315-6804-38e5-c049-344927aac353, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.241114] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.241390] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.241641] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.241790] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.241969] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.244386] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-127972fc-b5a8-4004-8b0a-6412dc76f6e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.253590] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.253803] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.254514] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23538b16-4626-4d10-a2e7-a719450a37da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.259302] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1222.259302] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c127bf-01b3-da98-8611-678e29e9d36c" [ 1222.259302] env[69584]: _type = "Task" [ 1222.259302] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.266898] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c127bf-01b3-da98-8611-678e29e9d36c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.356096] env[69584]: DEBUG nova.network.neutron [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Updating instance_info_cache with network_info: [{"id": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "address": "fa:16:3e:94:fe:4f", "network": {"id": "37ea5ce5-6e0b-4691-b4de-9889e00c2c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1622975790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9fa402f84943b799c941ef8b421ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d369af-4a", "ovs_interfaceid": "90d369af-4ab7-4e00-8ea1-d466d960f7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.640747] env[69584]: DEBUG oslo_concurrency.lockutils [req-98af1eae-5c24-46d2-a5fa-9ad309214c50 req-ebb2f6e3-3e80-43f3-8f50-701e64a2e4c0 service nova] Releasing lock "refresh_cache-c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.653846] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.656498] env[69584]: DEBUG nova.compute.manager [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.656908] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.657904] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ba464e-4d9a-4046-b40f-584ce41dd89d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.667669] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.667991] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-652b092a-a59c-49b0-88e3-b19b078b0776 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.676487] env[69584]: DEBUG oslo_vmware.api [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for the task: (returnval){ [ 1222.676487] env[69584]: value = "task-3486525" [ 1222.676487] env[69584]: _type = "Task" [ 1222.676487] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.680269] env[69584]: INFO nova.scheduler.client.report [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Deleted allocations for instance 57aa8c19-b68d-4d9e-80dc-1b91719743e7 [ 1222.686860] env[69584]: DEBUG oslo_vmware.api [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.770679] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c127bf-01b3-da98-8611-678e29e9d36c, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.771939] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d0dba6-777d-408c-ba85-56fd1d3689dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.777176] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1222.777176] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cd90da-dc94-b246-99a3-ee60d96106f1" [ 1222.777176] env[69584]: _type = "Task" [ 1222.777176] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.785060] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cd90da-dc94-b246-99a3-ee60d96106f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.858817] env[69584]: DEBUG oslo_concurrency.lockutils [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Releasing lock "refresh_cache-4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.859916] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a2ff7f-e1b7-4602-92d5-2407dced7dc6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.866357] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Resuming the VM {{(pid=69584) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1222.866599] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19089c10-9234-462e-baf5-01e7778eba88 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.872643] env[69584]: DEBUG oslo_vmware.api [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1222.872643] env[69584]: value = "task-3486526" [ 1222.872643] env[69584]: _type = "Task" [ 1222.872643] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.880238] env[69584]: DEBUG oslo_vmware.api [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.031118] env[69584]: DEBUG nova.compute.manager [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Stashing vm_state: stopped {{(pid=69584) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1223.187104] env[69584]: DEBUG oslo_vmware.api [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486525, 'name': PowerOffVM_Task, 'duration_secs': 0.205541} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.187104] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.187104] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.187349] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adfcc8c6-5972-4d75-8bd5-4dcf5a94c1b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.192973] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77f13065-9173-46a9-a8ea-96d9a2a343f4 tempest-AttachVolumeShelveTestJSON-783058251 tempest-AttachVolumeShelveTestJSON-783058251-project-member] Lock "57aa8c19-b68d-4d9e-80dc-1b91719743e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.385s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.261241] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.261541] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.261712] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Deleting the datastore file [datastore1] c58f9d5d-8781-4118-99af-eb4761cb2af7 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.261963] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-401124f8-27ee-4fef-b51c-629729b6700b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.269714] env[69584]: DEBUG oslo_vmware.api [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for the task: (returnval){ [ 1223.269714] env[69584]: value = "task-3486528" [ 1223.269714] env[69584]: _type = "Task" [ 1223.269714] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.278167] env[69584]: DEBUG oslo_vmware.api [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.286994] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52cd90da-dc94-b246-99a3-ee60d96106f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011881} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.287324] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.287578] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] c89f8bee-0e77-42cd-8015-d1a45cfb7a5b/c89f8bee-0e77-42cd-8015-d1a45cfb7a5b.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.287849] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d4e7bc-ee2c-403b-9618-0b8b0c0be4a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.295165] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1223.295165] env[69584]: value = "task-3486529" [ 1223.295165] env[69584]: _type = "Task" [ 1223.295165] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.303499] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.385097] env[69584]: DEBUG oslo_vmware.api [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486526, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.560550] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.561070] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.780435] env[69584]: DEBUG oslo_vmware.api [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Task: {'id': task-3486528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199759} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.780793] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.780864] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.781103] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.781300] env[69584]: INFO nova.compute.manager [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1223.781582] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.781789] env[69584]: DEBUG nova.compute.manager [-] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.781897] env[69584]: DEBUG nova.network.neutron [-] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.805457] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492048} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.805697] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] c89f8bee-0e77-42cd-8015-d1a45cfb7a5b/c89f8bee-0e77-42cd-8015-d1a45cfb7a5b.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.805911] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.806176] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5284b8b4-c933-4171-8101-7a54a6f4233a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.812614] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1223.812614] env[69584]: value = "task-3486530" [ 1223.812614] env[69584]: _type = "Task" [ 1223.812614] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.820392] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.882776] env[69584]: DEBUG oslo_vmware.api [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486526, 'name': PowerOnVM_Task, 'duration_secs': 0.528777} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.883053] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Resumed the VM {{(pid=69584) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1223.883204] env[69584]: DEBUG nova.compute.manager [None req-43012ffd-cfb0-4edc-b5d0-7b1b85475f42 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.883973] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25261845-3553-4150-9a56-93870567b71a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.066666] env[69584]: INFO nova.compute.claims [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.094337] env[69584]: DEBUG nova.compute.manager [req-435da0b8-723a-4957-afff-93678ac33510 req-e5da598a-3ebe-42df-be05-b931df990604 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Received event network-vif-deleted-6d9ab5f3-2541-457e-af7c-9c71ff05927f {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.094553] env[69584]: INFO nova.compute.manager [req-435da0b8-723a-4957-afff-93678ac33510 req-e5da598a-3ebe-42df-be05-b931df990604 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Neutron deleted interface 6d9ab5f3-2541-457e-af7c-9c71ff05927f; detaching it from the instance and deleting it from the info cache [ 1224.094744] env[69584]: DEBUG nova.network.neutron [req-435da0b8-723a-4957-afff-93678ac33510 req-e5da598a-3ebe-42df-be05-b931df990604 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.322483] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062057} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.322754] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.324213] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5741ba18-5849-48d6-a194-4e4f3839ed26 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.345211] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c89f8bee-0e77-42cd-8015-d1a45cfb7a5b/c89f8bee-0e77-42cd-8015-d1a45cfb7a5b.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.345477] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d11d7828-3845-41fb-a436-ef31886cc368 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.364832] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1224.364832] env[69584]: value = "task-3486531" [ 1224.364832] env[69584]: _type = "Task" [ 1224.364832] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.373189] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.537507] env[69584]: DEBUG nova.network.neutron [-] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.573104] env[69584]: INFO nova.compute.resource_tracker [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating resource usage from migration 391d41b5-d85f-4c10-b601-382f3bb1b64a [ 1224.601368] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be804a32-dd55-4109-9e33-db75144f0448 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.611771] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a2d60b-6895-4ecd-9ba0-bf7733212531 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.645748] env[69584]: DEBUG nova.compute.manager [req-435da0b8-723a-4957-afff-93678ac33510 req-e5da598a-3ebe-42df-be05-b931df990604 service nova] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Detach interface failed, port_id=6d9ab5f3-2541-457e-af7c-9c71ff05927f, reason: Instance c58f9d5d-8781-4118-99af-eb4761cb2af7 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.706380] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510224f9-fb99-4142-9a61-2ca117134ce6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.715706] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4868581b-f2d9-4d94-ae73-a4103a628e38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.748623] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c17f322-2341-4078-b9f6-871234572309 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.756221] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb240cd-ba55-4ed2-8d3e-55e28b6c962b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.769265] env[69584]: DEBUG nova.compute.provider_tree [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.874421] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.883914] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.884153] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.884353] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.884535] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.884700] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.886874] env[69584]: INFO nova.compute.manager [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Terminating instance [ 1225.040350] env[69584]: INFO nova.compute.manager [-] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Took 1.26 seconds to deallocate network for instance. [ 1225.273071] env[69584]: DEBUG nova.scheduler.client.report [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.374192] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486531, 'name': ReconfigVM_Task, 'duration_secs': 0.988861} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.374463] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c89f8bee-0e77-42cd-8015-d1a45cfb7a5b/c89f8bee-0e77-42cd-8015-d1a45cfb7a5b.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.375095] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68373f08-07f8-46a5-83f0-72467561718d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.380984] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1225.380984] env[69584]: value = "task-3486533" [ 1225.380984] env[69584]: _type = "Task" [ 1225.380984] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.389122] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486533, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.390768] env[69584]: DEBUG nova.compute.manager [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.390975] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.391755] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67098b05-6e42-4441-98c1-3057bd403c9b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.397980] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.398206] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ade784f-24c3-45ea-88b6-db8e10ee924f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.404156] env[69584]: DEBUG oslo_vmware.api [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1225.404156] env[69584]: value = "task-3486534" [ 1225.404156] env[69584]: _type = "Task" [ 1225.404156] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.413066] env[69584]: DEBUG oslo_vmware.api [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.547269] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.778085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.217s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.778251] env[69584]: INFO nova.compute.manager [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Migrating [ 1225.784560] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.238s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.784770] env[69584]: DEBUG nova.objects.instance [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lazy-loading 'resources' on Instance uuid c58f9d5d-8781-4118-99af-eb4761cb2af7 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.881576] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c733ed56-5333-4b35-b769-8485f6a4021b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.892373] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486533, 'name': Rename_Task, 'duration_secs': 0.149044} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.894235] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.894506] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d97772a-5406-49ce-9610-8366fa259401 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.896629] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d15ef0-4000-4d5e-ac4f-9baf9259efa4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.932676] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295c45d7-ce4b-4e47-8b80-c86da5a09977 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.935327] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1225.935327] env[69584]: value = "task-3486535" [ 1225.935327] env[69584]: _type = "Task" [ 1225.935327] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.943611] env[69584]: DEBUG oslo_vmware.api [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486534, 'name': PowerOffVM_Task, 'duration_secs': 0.171289} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.945070] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166f359c-06f4-4085-a545-f6a33e7dfa97 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.948999] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.949198] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.952344] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4250711d-4929-4078-8a0c-360df5983295 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.953699] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.963160] env[69584]: DEBUG nova.compute.provider_tree [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.007792] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.008057] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.008256] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleting the datastore file [datastore2] 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.008515] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6e153d1-c46e-4551-b068-f240c0f0fb09 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.014705] env[69584]: DEBUG oslo_vmware.api [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for the task: (returnval){ [ 1226.014705] env[69584]: value = "task-3486537" [ 1226.014705] env[69584]: _type = "Task" [ 1226.014705] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.022579] env[69584]: DEBUG oslo_vmware.api [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.295929] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.296250] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.296501] env[69584]: DEBUG nova.network.neutron [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.445176] env[69584]: DEBUG oslo_vmware.api [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486535, 'name': PowerOnVM_Task, 'duration_secs': 0.470409} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.445450] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.445655] env[69584]: INFO nova.compute.manager [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1226.445835] env[69584]: DEBUG nova.compute.manager [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.446601] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab7e1a7-683f-4d39-948a-b74f29150622 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.466288] env[69584]: DEBUG nova.scheduler.client.report [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.524980] env[69584]: DEBUG oslo_vmware.api [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Task: {'id': task-3486537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151117} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.525255] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.525440] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.525628] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.525805] env[69584]: INFO nova.compute.manager [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1226.526074] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.526306] env[69584]: DEBUG nova.compute.manager [-] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.526406] env[69584]: DEBUG nova.network.neutron [-] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.963867] env[69584]: INFO nova.compute.manager [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Took 12.23 seconds to build instance. [ 1226.970728] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.186s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.992972] env[69584]: INFO nova.scheduler.client.report [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Deleted allocations for instance c58f9d5d-8781-4118-99af-eb4761cb2af7 [ 1227.118923] env[69584]: DEBUG nova.network.neutron [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance_info_cache with network_info: [{"id": "9b72b2cb-7664-48bb-af34-c2604e07661a", "address": "fa:16:3e:3b:3f:3b", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b72b2cb-76", "ovs_interfaceid": "9b72b2cb-7664-48bb-af34-c2604e07661a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.126605] env[69584]: DEBUG nova.compute.manager [req-23021546-afaf-4306-9855-c1c655484ed5 req-df030266-3eff-435e-8603-bb336bd11179 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Received event network-vif-deleted-90d369af-4ab7-4e00-8ea1-d466d960f7fb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.126815] env[69584]: INFO nova.compute.manager [req-23021546-afaf-4306-9855-c1c655484ed5 req-df030266-3eff-435e-8603-bb336bd11179 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Neutron deleted interface 90d369af-4ab7-4e00-8ea1-d466d960f7fb; detaching it from the instance and deleting it from the info cache [ 1227.127058] env[69584]: DEBUG nova.network.neutron [req-23021546-afaf-4306-9855-c1c655484ed5 req-df030266-3eff-435e-8603-bb336bd11179 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.465718] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87aec54a-18b1-4aba-9a40-473774bae412 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.742s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.500607] env[69584]: DEBUG oslo_concurrency.lockutils [None req-7b909834-77f9-46a6-912f-877347163e11 tempest-ServerTagsTestJSON-1406136383 tempest-ServerTagsTestJSON-1406136383-project-member] Lock "c58f9d5d-8781-4118-99af-eb4761cb2af7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.354s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.604813] env[69584]: DEBUG nova.network.neutron [-] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.621946] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.630305] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec8be9fc-f67b-43d4-861f-a3975d8c3535 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.640855] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bdd729-c3d1-42d3-88b8-667da11422a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.668517] env[69584]: DEBUG nova.compute.manager [req-23021546-afaf-4306-9855-c1c655484ed5 req-df030266-3eff-435e-8603-bb336bd11179 service nova] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Detach interface failed, port_id=90d369af-4ab7-4e00-8ea1-d466d960f7fb, reason: Instance 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1228.028968] env[69584]: DEBUG nova.compute.manager [req-6f4c4aca-d6d2-4d6b-b9aa-8e8e273e6975 req-720dc18c-ce5e-4744-85d6-6395a7b447da service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Received event network-changed-34795330-f511-43ad-983b-b82ba0f9e8ab {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.029204] env[69584]: DEBUG nova.compute.manager [req-6f4c4aca-d6d2-4d6b-b9aa-8e8e273e6975 req-720dc18c-ce5e-4744-85d6-6395a7b447da service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Refreshing instance network info cache due to event network-changed-34795330-f511-43ad-983b-b82ba0f9e8ab. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.029398] env[69584]: DEBUG oslo_concurrency.lockutils [req-6f4c4aca-d6d2-4d6b-b9aa-8e8e273e6975 req-720dc18c-ce5e-4744-85d6-6395a7b447da service nova] Acquiring lock "refresh_cache-c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.029552] env[69584]: DEBUG oslo_concurrency.lockutils [req-6f4c4aca-d6d2-4d6b-b9aa-8e8e273e6975 req-720dc18c-ce5e-4744-85d6-6395a7b447da service nova] Acquired lock "refresh_cache-c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.029714] env[69584]: DEBUG nova.network.neutron [req-6f4c4aca-d6d2-4d6b-b9aa-8e8e273e6975 req-720dc18c-ce5e-4744-85d6-6395a7b447da service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Refreshing network info cache for port 34795330-f511-43ad-983b-b82ba0f9e8ab {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.109518] env[69584]: INFO nova.compute.manager [-] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Took 1.58 seconds to deallocate network for instance. [ 1228.616708] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.616708] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.616708] env[69584]: DEBUG nova.objects.instance [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lazy-loading 'resources' on Instance uuid 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.787088] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.787335] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.787496] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.787645] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.787796] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.787959] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.788118] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.909710] env[69584]: DEBUG nova.network.neutron [req-6f4c4aca-d6d2-4d6b-b9aa-8e8e273e6975 req-720dc18c-ce5e-4744-85d6-6395a7b447da service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Updated VIF entry in instance network info cache for port 34795330-f511-43ad-983b-b82ba0f9e8ab. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.910329] env[69584]: DEBUG nova.network.neutron [req-6f4c4aca-d6d2-4d6b-b9aa-8e8e273e6975 req-720dc18c-ce5e-4744-85d6-6395a7b447da service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Updating instance_info_cache with network_info: [{"id": "34795330-f511-43ad-983b-b82ba0f9e8ab", "address": "fa:16:3e:ce:7f:8f", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34795330-f5", "ovs_interfaceid": "34795330-f511-43ad-983b-b82ba0f9e8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.141227] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3639a360-30cf-4519-bd27-f3b0e491ae3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.164531] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance 'c035d7fa-620c-4d65-b923-971c84e68ca5' progress to 0 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.241288] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd5c7d3-5f65-4ae6-bb2f-19e7f6e336db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.249657] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a53cde3-53fc-4a65-8797-f9e96cb940a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.288900] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f75903-e057-4199-b05a-d8b829d96cd4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.294055] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Getting list of instances from cluster (obj){ [ 1229.294055] env[69584]: value = "domain-c8" [ 1229.294055] env[69584]: _type = "ClusterComputeResource" [ 1229.294055] env[69584]: } {{(pid=69584) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1229.294988] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2420b4e2-31e8-4918-a158-92070ec37f6e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.310722] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c76b93-9e8a-4b85-9237-f661a99c4806 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.313848] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Got total of 4 instances {{(pid=69584) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1229.313952] env[69584]: WARNING nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] While synchronizing instance power states, found 5 instances in the database and 4 instances on the hypervisor. [ 1229.314138] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Triggering sync for uuid 5f181790-41f0-4812-84bb-672f2f077e83 {{(pid=69584) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.314322] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Triggering sync for uuid c035d7fa-620c-4d65-b923-971c84e68ca5 {{(pid=69584) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.314514] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Triggering sync for uuid 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1 {{(pid=69584) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.314669] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Triggering sync for uuid 7a3399ed-2db5-4d0a-b3ad-27787453a40f {{(pid=69584) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.314814] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Triggering sync for uuid c89f8bee-0e77-42cd-8015-d1a45cfb7a5b {{(pid=69584) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.315175] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "5f181790-41f0-4812-84bb-672f2f077e83" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.315400] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "5f181790-41f0-4812-84bb-672f2f077e83" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.315666] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "c035d7fa-620c-4d65-b923-971c84e68ca5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.315870] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.316044] env[69584]: INFO nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1229.316210] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.316397] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.316592] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.316762] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.316997] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.318253] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.318253] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.318253] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1229.318589] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a944a7-58f4-4b3a-bf6e-5dc3d42a7270 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.321951] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d685df-7390-4915-9419-30f38a302e20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.324524] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dd8631-cead-4885-91d1-55d1222b597b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.333684] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.338343] env[69584]: DEBUG nova.compute.provider_tree [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.413875] env[69584]: DEBUG oslo_concurrency.lockutils [req-6f4c4aca-d6d2-4d6b-b9aa-8e8e273e6975 req-720dc18c-ce5e-4744-85d6-6395a7b447da service nova] Releasing lock "refresh_cache-c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.675287] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.675616] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b47b2176-9044-4d2c-9fdd-933e0e2bf04d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.682643] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1229.682643] env[69584]: value = "task-3486539" [ 1229.682643] env[69584]: _type = "Task" [ 1229.682643] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.691111] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.840703] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.841566] env[69584]: DEBUG nova.scheduler.client.report [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.852055] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.852473] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "5f181790-41f0-4812-84bb-672f2f077e83" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.852777] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.193661] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1230.193937] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance 'c035d7fa-620c-4d65-b923-971c84e68ca5' progress to 17 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.346664] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.349201] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.509s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.349465] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.349839] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1230.350600] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb04c00b-1870-43d4-b3d6-988f34faf28b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.358572] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c24b2f-00a7-4cec-9d95-30b571e6c22a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.372833] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a48be-97d2-4b49-bc9d-a567b4d49f0b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.375831] env[69584]: INFO nova.scheduler.client.report [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Deleted allocations for instance 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1 [ 1230.381747] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c2a0a1-259c-4cd1-a2aa-4d10d3335d70 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.412288] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179596MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1230.412456] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.412684] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.701346] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.701589] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.701744] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.701924] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.702083] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.702235] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.702451] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.702608] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.702769] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.702928] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.703117] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.708368] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91ce733a-0181-419e-a147-6c24cae54fce {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.725148] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1230.725148] env[69584]: value = "task-3486540" [ 1230.725148] env[69584]: _type = "Task" [ 1230.725148] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.734882] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.884223] env[69584]: DEBUG oslo_concurrency.lockutils [None req-77431a18-fb8c-47e3-9ff1-2f72a39fcc83 tempest-ServerActionsTestJSON-547645922 tempest-ServerActionsTestJSON-547645922-project-member] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.885183] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.569s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.885471] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fe5fba5-d02d-4c87-b56b-2926a148852c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.894558] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264d692d-9d37-4b9c-8eb3-77b0338cf148 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.235337] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486540, 'name': ReconfigVM_Task, 'duration_secs': 0.157652} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.235686] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance 'c035d7fa-620c-4d65-b923-971c84e68ca5' progress to 33 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.420048] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Applying migration context for instance c035d7fa-620c-4d65-b923-971c84e68ca5 as it has an incoming, in-progress migration 391d41b5-d85f-4c10-b601-382f3bb1b64a. Migration status is migrating {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1231.421290] env[69584]: INFO nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating resource usage from migration 391d41b5-d85f-4c10-b601-382f3bb1b64a [ 1231.429137] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.440163] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 5f181790-41f0-4812-84bb-672f2f077e83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.440323] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 7a3399ed-2db5-4d0a-b3ad-27787453a40f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.440454] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance c89f8bee-0e77-42cd-8015-d1a45cfb7a5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.440571] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Migration 391d41b5-d85f-4c10-b601-382f3bb1b64a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1231.440691] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance c035d7fa-620c-4d65-b923-971c84e68ca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.440879] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1231.441055] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1231.517517] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84488116-8ee2-45f2-bae9-c42bb4049d4d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.525543] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8eee0f-141e-4220-93b0-b5cab25456ab {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.561058] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6e8325-b10e-46ec-b8e1-235d0bcaf00c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.568649] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4e571a-f047-40f8-addf-85d119cc50e5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.585543] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.742851] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.743147] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.743312] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.743493] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.743641] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.743787] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.743993] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.744201] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.744383] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.744547] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.744723] env[69584]: DEBUG nova.virt.hardware [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.749967] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.750279] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-047a223e-276d-46f1-aea4-3cddae69077f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.769518] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1231.769518] env[69584]: value = "task-3486541" [ 1231.769518] env[69584]: _type = "Task" [ 1231.769518] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.777796] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.092598] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.279329] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486541, 'name': ReconfigVM_Task, 'duration_secs': 0.267369} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.279674] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.280416] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de54aac4-1035-4fd2-844f-eef0aea76881 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.302130] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] c035d7fa-620c-4d65-b923-971c84e68ca5/c035d7fa-620c-4d65-b923-971c84e68ca5.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.302418] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cbfbaf7-8440-496f-adf1-96c10d5c5155 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.319658] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1232.319658] env[69584]: value = "task-3486543" [ 1232.319658] env[69584]: _type = "Task" [ 1232.319658] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.327387] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.597412] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1232.597627] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.185s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.831487] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.331453] env[69584]: DEBUG oslo_vmware.api [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486543, 'name': ReconfigVM_Task, 'duration_secs': 0.731465} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.331742] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Reconfigured VM instance instance-0000006c to attach disk [datastore2] c035d7fa-620c-4d65-b923-971c84e68ca5/c035d7fa-620c-4d65-b923-971c84e68ca5.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.332014] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance 'c035d7fa-620c-4d65-b923-971c84e68ca5' progress to 50 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.840650] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3294a34a-1164-4cfb-bf99-e3c33b692157 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.859824] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917d4422-b3cd-45c4-b016-6fef6f603338 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.877546] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance 'c035d7fa-620c-4d65-b923-971c84e68ca5' progress to 67 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.425996] env[69584]: DEBUG nova.network.neutron [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Port 9b72b2cb-7664-48bb-af34-c2604e07661a binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1235.453402] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "c035d7fa-620c-4d65-b923-971c84e68ca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.453402] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.453402] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.489382] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.489694] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.489694] env[69584]: DEBUG nova.network.neutron [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.699434] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquiring lock "02112253-47dc-446a-b652-465508e8101d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.699658] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "02112253-47dc-446a-b652-465508e8101d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.199708] env[69584]: DEBUG nova.network.neutron [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance_info_cache with network_info: [{"id": "9b72b2cb-7664-48bb-af34-c2604e07661a", "address": "fa:16:3e:3b:3f:3b", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b72b2cb-76", "ovs_interfaceid": "9b72b2cb-7664-48bb-af34-c2604e07661a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.201723] env[69584]: DEBUG nova.compute.manager [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1237.703065] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.724902] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.725392] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.727072] env[69584]: INFO nova.compute.claims [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.228569] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f3aa58-7b4c-478f-9cf9-c6f7c916ef0f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.262279] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f8c36e-c085-4208-8f5b-8dbbe850939f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.273209] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance 'c035d7fa-620c-4d65-b923-971c84e68ca5' progress to 83 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.782561] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d6051674-737a-49a0-a05d-b5a2448f5e1a tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance 'c035d7fa-620c-4d65-b923-971c84e68ca5' progress to 100 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.855789] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041c2b41-41c7-4a0f-a588-2f093eaeb690 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.866384] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1bbe2c-d359-4324-943b-e6fdd14a3fe7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.904121] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26344e6-4903-4b1f-ba24-b66633eb2833 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.913394] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0886da18-8436-4d50-a71c-16680bd68cdb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.927355] env[69584]: DEBUG nova.compute.provider_tree [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.430551] env[69584]: DEBUG nova.scheduler.client.report [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.935172] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.437763] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquiring lock "b8628380-460d-45c0-9026-0172bfb7dfdb" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.438052] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "b8628380-460d-45c0-9026-0172bfb7dfdb" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.940335] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "b8628380-460d-45c0-9026-0172bfb7dfdb" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.940915] env[69584]: DEBUG nova.compute.manager [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.446060] env[69584]: DEBUG nova.compute.utils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.447473] env[69584]: DEBUG nova.compute.manager [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.447644] env[69584]: DEBUG nova.network.neutron [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.496175] env[69584]: DEBUG nova.policy [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52aeca1fdfee49f885f08349a1c28886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87914d61042945aab17fc25c1ebe7105', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.602966] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "c035d7fa-620c-4d65-b923-971c84e68ca5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.603259] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.603451] env[69584]: DEBUG nova.compute.manager [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Going to confirm migration 8 {{(pid=69584) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1241.751607] env[69584]: DEBUG nova.network.neutron [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Successfully created port: 46c08ee0-5d87-4336-9cbf-9e6b8781435c {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.951153] env[69584]: DEBUG nova.compute.manager [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.161051] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.161290] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.161477] env[69584]: DEBUG nova.network.neutron [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.161663] env[69584]: DEBUG nova.objects.instance [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'info_cache' on Instance uuid c035d7fa-620c-4d65-b923-971c84e68ca5 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.961087] env[69584]: DEBUG nova.compute.manager [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.988454] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.988700] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.988855] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.989064] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.989225] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.989372] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.989578] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.989751] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.989914] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.990116] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.990302] env[69584]: DEBUG nova.virt.hardware [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.991187] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a072b2-c01f-4e11-bd42-0cde86e8a7b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.999013] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6baa8b-0ef3-4cce-a3ae-91cb30118080 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.105540] env[69584]: DEBUG nova.compute.manager [req-fc4517cf-ffc4-4bf0-973a-6c6f5e370a71 req-6ae257c8-5c46-4cf8-ade6-3bb1715ee152 service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Received event network-vif-plugged-46c08ee0-5d87-4336-9cbf-9e6b8781435c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.105773] env[69584]: DEBUG oslo_concurrency.lockutils [req-fc4517cf-ffc4-4bf0-973a-6c6f5e370a71 req-6ae257c8-5c46-4cf8-ade6-3bb1715ee152 service nova] Acquiring lock "02112253-47dc-446a-b652-465508e8101d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.105981] env[69584]: DEBUG oslo_concurrency.lockutils [req-fc4517cf-ffc4-4bf0-973a-6c6f5e370a71 req-6ae257c8-5c46-4cf8-ade6-3bb1715ee152 service nova] Lock "02112253-47dc-446a-b652-465508e8101d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.106167] env[69584]: DEBUG oslo_concurrency.lockutils [req-fc4517cf-ffc4-4bf0-973a-6c6f5e370a71 req-6ae257c8-5c46-4cf8-ade6-3bb1715ee152 service nova] Lock "02112253-47dc-446a-b652-465508e8101d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.106343] env[69584]: DEBUG nova.compute.manager [req-fc4517cf-ffc4-4bf0-973a-6c6f5e370a71 req-6ae257c8-5c46-4cf8-ade6-3bb1715ee152 service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] No waiting events found dispatching network-vif-plugged-46c08ee0-5d87-4336-9cbf-9e6b8781435c {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.106510] env[69584]: WARNING nova.compute.manager [req-fc4517cf-ffc4-4bf0-973a-6c6f5e370a71 req-6ae257c8-5c46-4cf8-ade6-3bb1715ee152 service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Received unexpected event network-vif-plugged-46c08ee0-5d87-4336-9cbf-9e6b8781435c for instance with vm_state building and task_state spawning. [ 1243.217221] env[69584]: DEBUG nova.network.neutron [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Successfully updated port: 46c08ee0-5d87-4336-9cbf-9e6b8781435c {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.424561] env[69584]: DEBUG nova.network.neutron [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance_info_cache with network_info: [{"id": "9b72b2cb-7664-48bb-af34-c2604e07661a", "address": "fa:16:3e:3b:3f:3b", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b72b2cb-76", "ovs_interfaceid": "9b72b2cb-7664-48bb-af34-c2604e07661a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.720403] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquiring lock "refresh_cache-02112253-47dc-446a-b652-465508e8101d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.720548] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquired lock "refresh_cache-02112253-47dc-446a-b652-465508e8101d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.720700] env[69584]: DEBUG nova.network.neutron [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.927587] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.927848] env[69584]: DEBUG nova.objects.instance [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'migration_context' on Instance uuid c035d7fa-620c-4d65-b923-971c84e68ca5 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.254456] env[69584]: DEBUG nova.network.neutron [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.372596] env[69584]: DEBUG nova.network.neutron [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Updating instance_info_cache with network_info: [{"id": "46c08ee0-5d87-4336-9cbf-9e6b8781435c", "address": "fa:16:3e:4f:bf:a1", "network": {"id": "ee35677e-0328-4849-b14c-4c1447c04815", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1329694243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87914d61042945aab17fc25c1ebe7105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c08ee0-5d", "ovs_interfaceid": "46c08ee0-5d87-4336-9cbf-9e6b8781435c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.431035] env[69584]: DEBUG nova.objects.base [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1244.431915] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d12754-0f30-4ecd-b79a-6a1e2786d2c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.450283] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c379be8-cfb4-412d-93a5-62fceb929a08 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.459470] env[69584]: DEBUG oslo_vmware.api [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1244.459470] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5226f275-7991-5053-5f4a-22254f893934" [ 1244.459470] env[69584]: _type = "Task" [ 1244.459470] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.463579] env[69584]: DEBUG oslo_vmware.api [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5226f275-7991-5053-5f4a-22254f893934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.874989] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Releasing lock "refresh_cache-02112253-47dc-446a-b652-465508e8101d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.875371] env[69584]: DEBUG nova.compute.manager [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Instance network_info: |[{"id": "46c08ee0-5d87-4336-9cbf-9e6b8781435c", "address": "fa:16:3e:4f:bf:a1", "network": {"id": "ee35677e-0328-4849-b14c-4c1447c04815", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1329694243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87914d61042945aab17fc25c1ebe7105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c08ee0-5d", "ovs_interfaceid": "46c08ee0-5d87-4336-9cbf-9e6b8781435c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.875822] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:bf:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46c08ee0-5d87-4336-9cbf-9e6b8781435c', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.883362] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Creating folder: Project (87914d61042945aab17fc25c1ebe7105). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.883640] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe7188a4-3475-4cb8-b5f1-92d6705ea1f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.895057] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Created folder: Project (87914d61042945aab17fc25c1ebe7105) in parent group-v696614. [ 1244.895199] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Creating folder: Instances. Parent ref: group-v696941. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.895460] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93d5b1cd-0402-45a2-84ee-bdaa1b5cbf77 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.904480] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Created folder: Instances in parent group-v696941. [ 1244.904710] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.904902] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02112253-47dc-446a-b652-465508e8101d] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.905119] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64bcce27-1910-43be-9f10-5b049922694d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.924076] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.924076] env[69584]: value = "task-3486551" [ 1244.924076] env[69584]: _type = "Task" [ 1244.924076] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.931081] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486551, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.965213] env[69584]: DEBUG oslo_vmware.api [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5226f275-7991-5053-5f4a-22254f893934, 'name': SearchDatastore_Task, 'duration_secs': 0.017669} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.965482] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.965729] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.132330] env[69584]: DEBUG nova.compute.manager [req-afa2624b-dbc2-4bae-817e-6ba91c5b884d req-451a1a93-ce28-4ced-8119-3c9eeb11509f service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Received event network-changed-46c08ee0-5d87-4336-9cbf-9e6b8781435c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.132510] env[69584]: DEBUG nova.compute.manager [req-afa2624b-dbc2-4bae-817e-6ba91c5b884d req-451a1a93-ce28-4ced-8119-3c9eeb11509f service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Refreshing instance network info cache due to event network-changed-46c08ee0-5d87-4336-9cbf-9e6b8781435c. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.132717] env[69584]: DEBUG oslo_concurrency.lockutils [req-afa2624b-dbc2-4bae-817e-6ba91c5b884d req-451a1a93-ce28-4ced-8119-3c9eeb11509f service nova] Acquiring lock "refresh_cache-02112253-47dc-446a-b652-465508e8101d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.132885] env[69584]: DEBUG oslo_concurrency.lockutils [req-afa2624b-dbc2-4bae-817e-6ba91c5b884d req-451a1a93-ce28-4ced-8119-3c9eeb11509f service nova] Acquired lock "refresh_cache-02112253-47dc-446a-b652-465508e8101d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.133062] env[69584]: DEBUG nova.network.neutron [req-afa2624b-dbc2-4bae-817e-6ba91c5b884d req-451a1a93-ce28-4ced-8119-3c9eeb11509f service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Refreshing network info cache for port 46c08ee0-5d87-4336-9cbf-9e6b8781435c {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.433619] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486551, 'name': CreateVM_Task, 'duration_secs': 0.352318} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.433979] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02112253-47dc-446a-b652-465508e8101d] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.434494] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.434659] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.434977] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.435253] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9c6d3e-d3b7-4516-8cb1-0066594b5611 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.439953] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for the task: (returnval){ [ 1245.439953] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5253b0dd-50bf-edba-bbf2-6029159bde34" [ 1245.439953] env[69584]: _type = "Task" [ 1245.439953] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.448721] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5253b0dd-50bf-edba-bbf2-6029159bde34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.553967] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7d2df7-447e-4b2a-91aa-6347d23d34b0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.561321] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950511e0-8fb5-4818-9906-0faf02c0bf06 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.592108] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3794cb01-68d1-4d06-9b7b-ff2be4541910 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.598442] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb211fc-2872-4530-8e05-5020bf729f21 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.611729] env[69584]: DEBUG nova.compute.provider_tree [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.802091] env[69584]: DEBUG nova.network.neutron [req-afa2624b-dbc2-4bae-817e-6ba91c5b884d req-451a1a93-ce28-4ced-8119-3c9eeb11509f service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Updated VIF entry in instance network info cache for port 46c08ee0-5d87-4336-9cbf-9e6b8781435c. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.802091] env[69584]: DEBUG nova.network.neutron [req-afa2624b-dbc2-4bae-817e-6ba91c5b884d req-451a1a93-ce28-4ced-8119-3c9eeb11509f service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Updating instance_info_cache with network_info: [{"id": "46c08ee0-5d87-4336-9cbf-9e6b8781435c", "address": "fa:16:3e:4f:bf:a1", "network": {"id": "ee35677e-0328-4849-b14c-4c1447c04815", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1329694243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87914d61042945aab17fc25c1ebe7105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c08ee0-5d", "ovs_interfaceid": "46c08ee0-5d87-4336-9cbf-9e6b8781435c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.950773] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5253b0dd-50bf-edba-bbf2-6029159bde34, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.951136] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.951455] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.951714] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.951867] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.952062] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.952327] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69f3ac25-b583-431d-8997-52c534859676 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.961178] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.961388] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.962384] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7176a24-1e8c-43fa-be77-bb5d0e46fbbe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.968153] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for the task: (returnval){ [ 1245.968153] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5264cef6-3b36-578b-424b-a86ebfca1cd6" [ 1245.968153] env[69584]: _type = "Task" [ 1245.968153] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.975746] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5264cef6-3b36-578b-424b-a86ebfca1cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.114707] env[69584]: DEBUG nova.scheduler.client.report [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.304458] env[69584]: DEBUG oslo_concurrency.lockutils [req-afa2624b-dbc2-4bae-817e-6ba91c5b884d req-451a1a93-ce28-4ced-8119-3c9eeb11509f service nova] Releasing lock "refresh_cache-02112253-47dc-446a-b652-465508e8101d" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.479844] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5264cef6-3b36-578b-424b-a86ebfca1cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.480701] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9797f4-8661-4740-998f-a9473a58338c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.485407] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for the task: (returnval){ [ 1246.485407] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528cba35-6c45-7e1c-57b5-db77ebc2b27d" [ 1246.485407] env[69584]: _type = "Task" [ 1246.485407] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.492611] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528cba35-6c45-7e1c-57b5-db77ebc2b27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.996107] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528cba35-6c45-7e1c-57b5-db77ebc2b27d, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.996397] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.996655] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 02112253-47dc-446a-b652-465508e8101d/02112253-47dc-446a-b652-465508e8101d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.996912] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ebf603-c192-4f32-8bc5-85b212923289 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.003147] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for the task: (returnval){ [ 1247.003147] env[69584]: value = "task-3486553" [ 1247.003147] env[69584]: _type = "Task" [ 1247.003147] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.009955] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.126133] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.160s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.126382] env[69584]: DEBUG nova.compute.manager [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69584) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1247.512933] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507136} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.513328] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] 02112253-47dc-446a-b652-465508e8101d/02112253-47dc-446a-b652-465508e8101d.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.513486] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.513684] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d9b1fc6-5d52-4b30-9575-b85ee999ace8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.520227] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for the task: (returnval){ [ 1247.520227] env[69584]: value = "task-3486554" [ 1247.520227] env[69584]: _type = "Task" [ 1247.520227] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.528968] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.700425] env[69584]: INFO nova.scheduler.client.report [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleted allocation for migration 391d41b5-d85f-4c10-b601-382f3bb1b64a [ 1248.031520] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075545} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.031780] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.032675] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98e3256-c394-433e-a7c2-51aea9b1d6cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.056207] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 02112253-47dc-446a-b652-465508e8101d/02112253-47dc-446a-b652-465508e8101d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.056575] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92cbd85e-c27a-44ad-ba1f-0f2b15719152 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.078158] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for the task: (returnval){ [ 1248.078158] env[69584]: value = "task-3486555" [ 1248.078158] env[69584]: _type = "Task" [ 1248.078158] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.086569] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.205224] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8df66ef3-44ca-441e-9446-a81b24c55226 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.602s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.588146] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486555, 'name': ReconfigVM_Task, 'duration_secs': 0.313543} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.588496] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 02112253-47dc-446a-b652-465508e8101d/02112253-47dc-446a-b652-465508e8101d.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.589192] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5054a9e-6634-49c3-a0d5-9ac3f801b3f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.595511] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for the task: (returnval){ [ 1248.595511] env[69584]: value = "task-3486556" [ 1248.595511] env[69584]: _type = "Task" [ 1248.595511] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.603163] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486556, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.608928] env[69584]: DEBUG nova.objects.instance [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'flavor' on Instance uuid c035d7fa-620c-4d65-b923-971c84e68ca5 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.105339] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486556, 'name': Rename_Task, 'duration_secs': 0.17205} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.105614] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.105856] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34329560-338a-4b99-bc07-e622c807ac7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.113507] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for the task: (returnval){ [ 1249.113507] env[69584]: value = "task-3486557" [ 1249.113507] env[69584]: _type = "Task" [ 1249.113507] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.117551] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.117719] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.117888] env[69584]: DEBUG nova.network.neutron [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.118121] env[69584]: DEBUG nova.objects.instance [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'info_cache' on Instance uuid c035d7fa-620c-4d65-b923-971c84e68ca5 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.124589] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.621269] env[69584]: DEBUG nova.objects.base [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1249.626796] env[69584]: DEBUG oslo_vmware.api [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486557, 'name': PowerOnVM_Task, 'duration_secs': 0.487907} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.627321] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.627540] env[69584]: INFO nova.compute.manager [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1249.627800] env[69584]: DEBUG nova.compute.manager [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.628668] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc2cd1-add7-4c5b-be68-8b4ebd1ca3e3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.689623] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "9830f926-b572-4aad-a23e-cc5971d22c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.689887] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "9830f926-b572-4aad-a23e-cc5971d22c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.147515] env[69584]: INFO nova.compute.manager [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Took 12.44 seconds to build instance. [ 1250.192568] env[69584]: DEBUG nova.compute.manager [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.421329] env[69584]: DEBUG nova.network.neutron [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance_info_cache with network_info: [{"id": "9b72b2cb-7664-48bb-af34-c2604e07661a", "address": "fa:16:3e:3b:3f:3b", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b72b2cb-76", "ovs_interfaceid": "9b72b2cb-7664-48bb-af34-c2604e07661a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.649354] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28554f4b-f81d-42e8-a874-49c834601c04 tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "02112253-47dc-446a-b652-465508e8101d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.949s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.716117] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.716389] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.717866] env[69584]: INFO nova.compute.claims [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.923825] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-c035d7fa-620c-4d65-b923-971c84e68ca5" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.176627] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquiring lock "02112253-47dc-446a-b652-465508e8101d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.176907] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "02112253-47dc-446a-b652-465508e8101d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.177149] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquiring lock "02112253-47dc-446a-b652-465508e8101d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.177339] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "02112253-47dc-446a-b652-465508e8101d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.177509] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "02112253-47dc-446a-b652-465508e8101d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.179792] env[69584]: INFO nova.compute.manager [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Terminating instance [ 1251.684426] env[69584]: DEBUG nova.compute.manager [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.684782] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.685655] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03020c57-2f0c-48ea-bf0a-3597fb645164 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.693832] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.694060] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f658651e-a2d3-4cb6-9384-ddc755f4c6ca {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.700319] env[69584]: DEBUG oslo_vmware.api [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for the task: (returnval){ [ 1251.700319] env[69584]: value = "task-3486558" [ 1251.700319] env[69584]: _type = "Task" [ 1251.700319] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.803305] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229aad77-0870-4a5f-a3cd-1b95a3f0fea0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.811048] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e17655-6b25-4fd1-81db-cd27602ad984 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.842441] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1616842-4434-4f48-a075-e008b8f8e018 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.849711] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c421416-4dd6-414e-a919-13a95d5cfed2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.863219] env[69584]: DEBUG nova.compute.provider_tree [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.929112] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.929422] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b41e289-c065-4b00-9bec-3aec584e79f7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.936731] env[69584]: DEBUG oslo_vmware.api [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1251.936731] env[69584]: value = "task-3486559" [ 1251.936731] env[69584]: _type = "Task" [ 1251.936731] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.945540] env[69584]: DEBUG oslo_vmware.api [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.210852] env[69584]: DEBUG oslo_vmware.api [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486558, 'name': PowerOffVM_Task, 'duration_secs': 0.25213} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.211114] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.211352] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.211613] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-600aaa7b-c685-4f44-89cd-1fb3c64e2aee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.275198] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.275553] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.275758] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Deleting the datastore file [datastore1] 02112253-47dc-446a-b652-465508e8101d {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.276042] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e66dfa27-8354-43b3-b190-e488791db1f0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.282367] env[69584]: DEBUG oslo_vmware.api [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for the task: (returnval){ [ 1252.282367] env[69584]: value = "task-3486561" [ 1252.282367] env[69584]: _type = "Task" [ 1252.282367] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.290026] env[69584]: DEBUG oslo_vmware.api [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.366418] env[69584]: DEBUG nova.scheduler.client.report [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.446142] env[69584]: DEBUG oslo_vmware.api [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486559, 'name': PowerOnVM_Task, 'duration_secs': 0.422423} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.446422] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.446624] env[69584]: DEBUG nova.compute.manager [None req-6a814b5e-dcac-4115-8d3e-4816fe3cfda4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.447403] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00cd94d-e10e-44cd-9332-92322a02f45a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.792381] env[69584]: DEBUG oslo_vmware.api [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Task: {'id': task-3486561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164923} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.792773] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.792829] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.792982] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.793175] env[69584]: INFO nova.compute.manager [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] [instance: 02112253-47dc-446a-b652-465508e8101d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1252.793417] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.793602] env[69584]: DEBUG nova.compute.manager [-] [instance: 02112253-47dc-446a-b652-465508e8101d] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.793698] env[69584]: DEBUG nova.network.neutron [-] [instance: 02112253-47dc-446a-b652-465508e8101d] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.871923] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.872332] env[69584]: DEBUG nova.compute.manager [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.083255] env[69584]: DEBUG nova.compute.manager [req-42cbcaf6-b254-45aa-b59a-03099e65eaa7 req-1dcdf3db-7a4f-49e1-a756-36a35ba41cb7 service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Received event network-vif-deleted-46c08ee0-5d87-4336-9cbf-9e6b8781435c {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.083255] env[69584]: INFO nova.compute.manager [req-42cbcaf6-b254-45aa-b59a-03099e65eaa7 req-1dcdf3db-7a4f-49e1-a756-36a35ba41cb7 service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Neutron deleted interface 46c08ee0-5d87-4336-9cbf-9e6b8781435c; detaching it from the instance and deleting it from the info cache [ 1253.083255] env[69584]: DEBUG nova.network.neutron [req-42cbcaf6-b254-45aa-b59a-03099e65eaa7 req-1dcdf3db-7a4f-49e1-a756-36a35ba41cb7 service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.196918] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "c035d7fa-620c-4d65-b923-971c84e68ca5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.197222] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.197437] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "c035d7fa-620c-4d65-b923-971c84e68ca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.197616] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.197787] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.199879] env[69584]: INFO nova.compute.manager [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Terminating instance [ 1253.376924] env[69584]: DEBUG nova.compute.utils [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.378334] env[69584]: DEBUG nova.compute.manager [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.378502] env[69584]: DEBUG nova.network.neutron [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.424222] env[69584]: DEBUG nova.policy [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b71ab944a0eb498892a3844df6e99960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1cacfb104d84a1781545c4b71aeaed3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.566880] env[69584]: DEBUG nova.network.neutron [-] [instance: 02112253-47dc-446a-b652-465508e8101d] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.588914] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed6de029-a10b-459d-b473-b15eb0f4fd75 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.598910] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f6718-0ad5-4635-8aef-3f6437c05d06 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.629814] env[69584]: DEBUG nova.compute.manager [req-42cbcaf6-b254-45aa-b59a-03099e65eaa7 req-1dcdf3db-7a4f-49e1-a756-36a35ba41cb7 service nova] [instance: 02112253-47dc-446a-b652-465508e8101d] Detach interface failed, port_id=46c08ee0-5d87-4336-9cbf-9e6b8781435c, reason: Instance 02112253-47dc-446a-b652-465508e8101d could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.666599] env[69584]: DEBUG nova.network.neutron [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Successfully created port: 559a41eb-9f56-497d-ba19-25479bae0858 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.703625] env[69584]: DEBUG nova.compute.manager [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.703867] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.704755] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b996d3-7f57-482b-9b67-1a41d27eef5b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.712714] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.712914] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e215432-2fa1-46f6-972c-ac3b687f7ba7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.719579] env[69584]: DEBUG oslo_vmware.api [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1253.719579] env[69584]: value = "task-3486562" [ 1253.719579] env[69584]: _type = "Task" [ 1253.719579] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.727337] env[69584]: DEBUG oslo_vmware.api [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.881725] env[69584]: DEBUG nova.compute.manager [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.069977] env[69584]: INFO nova.compute.manager [-] [instance: 02112253-47dc-446a-b652-465508e8101d] Took 1.28 seconds to deallocate network for instance. [ 1254.228678] env[69584]: DEBUG oslo_vmware.api [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486562, 'name': PowerOffVM_Task, 'duration_secs': 0.165245} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.228940] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.229124] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.229364] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be3cf71e-f1c4-4abc-8ca3-26fb811266fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.294531] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.294750] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.294941] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleting the datastore file [datastore2] c035d7fa-620c-4d65-b923-971c84e68ca5 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.295222] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcdca0d6-db07-4a5c-82ac-69f8a1f045af {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.302346] env[69584]: DEBUG oslo_vmware.api [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1254.302346] env[69584]: value = "task-3486564" [ 1254.302346] env[69584]: _type = "Task" [ 1254.302346] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.310204] env[69584]: DEBUG oslo_vmware.api [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.387758] env[69584]: INFO nova.virt.block_device [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Booting with volume 510a3460-36c2-4d60-98c5-3d964666b250 at /dev/sda [ 1254.430253] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-363e192a-db09-40dc-a153-baecad668c88 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.442686] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25864617-0c34-4381-a715-33b6b7c01d1e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.469245] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af1c82e9-0196-430f-84de-e04eff3bc1bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.476979] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13b1097-153f-44ec-a24e-3a01f544d44e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.501926] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a92b75c-3735-4c3c-9046-054787837c71 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.507598] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb60bc0-00e1-443a-9cd1-a1d6fea984b0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.519664] env[69584]: DEBUG nova.virt.block_device [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating existing volume attachment record: 03030106-d476-4445-88de-9a127d8bc749 {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1254.576797] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.577124] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.577285] env[69584]: DEBUG nova.objects.instance [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lazy-loading 'resources' on Instance uuid 02112253-47dc-446a-b652-465508e8101d {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.815025] env[69584]: DEBUG oslo_vmware.api [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169167} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.815256] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.815441] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.815621] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.815796] env[69584]: INFO nova.compute.manager [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1254.816045] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.816240] env[69584]: DEBUG nova.compute.manager [-] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.816334] env[69584]: DEBUG nova.network.neutron [-] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.179706] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a919daa4-e90a-4448-bd78-3428aefd52a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.188153] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efba8bc-33e6-4339-8395-4cd31bd2a99d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.227210] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cde9ef4-2565-44e3-b85f-22f3e61cbd76 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.233192] env[69584]: DEBUG nova.compute.manager [req-5e0469c1-5a9a-49f3-95ad-45b781b7c4c6 req-abe36d28-5052-4005-9deb-ca12fa2c4a0d service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Received event network-vif-plugged-559a41eb-9f56-497d-ba19-25479bae0858 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.233400] env[69584]: DEBUG oslo_concurrency.lockutils [req-5e0469c1-5a9a-49f3-95ad-45b781b7c4c6 req-abe36d28-5052-4005-9deb-ca12fa2c4a0d service nova] Acquiring lock "9830f926-b572-4aad-a23e-cc5971d22c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.233609] env[69584]: DEBUG oslo_concurrency.lockutils [req-5e0469c1-5a9a-49f3-95ad-45b781b7c4c6 req-abe36d28-5052-4005-9deb-ca12fa2c4a0d service nova] Lock "9830f926-b572-4aad-a23e-cc5971d22c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.233764] env[69584]: DEBUG oslo_concurrency.lockutils [req-5e0469c1-5a9a-49f3-95ad-45b781b7c4c6 req-abe36d28-5052-4005-9deb-ca12fa2c4a0d service nova] Lock "9830f926-b572-4aad-a23e-cc5971d22c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.233929] env[69584]: DEBUG nova.compute.manager [req-5e0469c1-5a9a-49f3-95ad-45b781b7c4c6 req-abe36d28-5052-4005-9deb-ca12fa2c4a0d service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] No waiting events found dispatching network-vif-plugged-559a41eb-9f56-497d-ba19-25479bae0858 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.234109] env[69584]: WARNING nova.compute.manager [req-5e0469c1-5a9a-49f3-95ad-45b781b7c4c6 req-abe36d28-5052-4005-9deb-ca12fa2c4a0d service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Received unexpected event network-vif-plugged-559a41eb-9f56-497d-ba19-25479bae0858 for instance with vm_state building and task_state block_device_mapping. [ 1255.240565] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ecb70d-e52c-4694-97f6-5605ab1f7680 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.255447] env[69584]: DEBUG nova.compute.provider_tree [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.367202] env[69584]: DEBUG nova.network.neutron [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Successfully updated port: 559a41eb-9f56-497d-ba19-25479bae0858 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.758527] env[69584]: DEBUG nova.scheduler.client.report [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.870421] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.870855] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.870855] env[69584]: DEBUG nova.network.neutron [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.960398] env[69584]: DEBUG nova.network.neutron [-] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.263767] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.285241] env[69584]: INFO nova.scheduler.client.report [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Deleted allocations for instance 02112253-47dc-446a-b652-465508e8101d [ 1256.302658] env[69584]: DEBUG oslo_concurrency.lockutils [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.302897] env[69584]: DEBUG oslo_concurrency.lockutils [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.405660] env[69584]: DEBUG nova.network.neutron [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.462841] env[69584]: INFO nova.compute.manager [-] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Took 1.65 seconds to deallocate network for instance. [ 1256.536564] env[69584]: DEBUG nova.network.neutron [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance_info_cache with network_info: [{"id": "559a41eb-9f56-497d-ba19-25479bae0858", "address": "fa:16:3e:7a:3c:08", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559a41eb-9f", "ovs_interfaceid": "559a41eb-9f56-497d-ba19-25479bae0858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.604567] env[69584]: DEBUG nova.compute.manager [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.605126] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.605345] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.605504] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.605685] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.605829] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.605972] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.606216] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.606401] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.606579] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.606768] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.606945] env[69584]: DEBUG nova.virt.hardware [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.607828] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9217a18d-c778-431f-a327-55127b2cb2fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.616227] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1695643a-f413-4cb1-83b0-d2775dc1dbb5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.792398] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0eb540c3-07a3-4ecd-862c-27252cd37c4a tempest-ServerGroupTestJSON-159260612 tempest-ServerGroupTestJSON-159260612-project-member] Lock "02112253-47dc-446a-b652-465508e8101d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.615s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.805664] env[69584]: DEBUG nova.compute.utils [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.969474] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.969723] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.969918] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.992635] env[69584]: INFO nova.scheduler.client.report [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleted allocations for instance c035d7fa-620c-4d65-b923-971c84e68ca5 [ 1257.040049] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.040049] env[69584]: DEBUG nova.compute.manager [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Instance network_info: |[{"id": "559a41eb-9f56-497d-ba19-25479bae0858", "address": "fa:16:3e:7a:3c:08", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559a41eb-9f", "ovs_interfaceid": "559a41eb-9f56-497d-ba19-25479bae0858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.040049] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:3c:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '559a41eb-9f56-497d-ba19-25479bae0858', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.047049] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.047644] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.047878] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e7538de-0ddf-4b09-987a-43c4f1ad7ab6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.068320] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.068320] env[69584]: value = "task-3486565" [ 1257.068320] env[69584]: _type = "Task" [ 1257.068320] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.075725] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486565, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.233955] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.234972] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.267854] env[69584]: DEBUG nova.compute.manager [req-980800c7-343f-4cfd-b432-b9dea240224e req-f776b253-7545-4da6-ae2a-3ee9c264d1c0 service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Received event network-changed-559a41eb-9f56-497d-ba19-25479bae0858 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.268121] env[69584]: DEBUG nova.compute.manager [req-980800c7-343f-4cfd-b432-b9dea240224e req-f776b253-7545-4da6-ae2a-3ee9c264d1c0 service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Refreshing instance network info cache due to event network-changed-559a41eb-9f56-497d-ba19-25479bae0858. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.268281] env[69584]: DEBUG oslo_concurrency.lockutils [req-980800c7-343f-4cfd-b432-b9dea240224e req-f776b253-7545-4da6-ae2a-3ee9c264d1c0 service nova] Acquiring lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.268433] env[69584]: DEBUG oslo_concurrency.lockutils [req-980800c7-343f-4cfd-b432-b9dea240224e req-f776b253-7545-4da6-ae2a-3ee9c264d1c0 service nova] Acquired lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.268652] env[69584]: DEBUG nova.network.neutron [req-980800c7-343f-4cfd-b432-b9dea240224e req-f776b253-7545-4da6-ae2a-3ee9c264d1c0 service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Refreshing network info cache for port 559a41eb-9f56-497d-ba19-25479bae0858 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.308991] env[69584]: DEBUG oslo_concurrency.lockutils [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.500647] env[69584]: DEBUG oslo_concurrency.lockutils [None req-87f50ee3-91be-4fe4-b9f9-5528523e97db tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "c035d7fa-620c-4d65-b923-971c84e68ca5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.303s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.580249] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486565, 'name': CreateVM_Task, 'duration_secs': 0.323457} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.580438] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.581146] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '03030106-d476-4445-88de-9a127d8bc749', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696940', 'volume_id': '510a3460-36c2-4d60-98c5-3d964666b250', 'name': 'volume-510a3460-36c2-4d60-98c5-3d964666b250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9830f926-b572-4aad-a23e-cc5971d22c48', 'attached_at': '', 'detached_at': '', 'volume_id': '510a3460-36c2-4d60-98c5-3d964666b250', 'serial': '510a3460-36c2-4d60-98c5-3d964666b250'}, 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69584) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1257.581445] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Root volume attach. Driver type: vmdk {{(pid=69584) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1257.582247] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e17d505-7ccd-448f-9604-d078f8bf283b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.590278] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83c145d-8bb1-45e4-b335-769238d160f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.597981] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9527cc31-5dc6-4424-ba1f-a213d8cd16ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.604209] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ebebfecd-7842-44d0-aec5-bbcf2ba23039 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.611547] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1257.611547] env[69584]: value = "task-3486566" [ 1257.611547] env[69584]: _type = "Task" [ 1257.611547] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.620033] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486566, 'name': RelocateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.742015] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.742015] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.742015] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.742015] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.742408] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.742408] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.742571] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1257.742656] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.003350] env[69584]: DEBUG nova.network.neutron [req-980800c7-343f-4cfd-b432-b9dea240224e req-f776b253-7545-4da6-ae2a-3ee9c264d1c0 service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updated VIF entry in instance network info cache for port 559a41eb-9f56-497d-ba19-25479bae0858. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.003730] env[69584]: DEBUG nova.network.neutron [req-980800c7-343f-4cfd-b432-b9dea240224e req-f776b253-7545-4da6-ae2a-3ee9c264d1c0 service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance_info_cache with network_info: [{"id": "559a41eb-9f56-497d-ba19-25479bae0858", "address": "fa:16:3e:7a:3c:08", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559a41eb-9f", "ovs_interfaceid": "559a41eb-9f56-497d-ba19-25479bae0858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.125948] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486566, 'name': RelocateVM_Task} progress is 43%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.196933] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.197737] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.247501] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.247501] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.247501] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.247501] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1258.248326] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aca22e-ff1d-4314-ae8b-982b74b0e78b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.261422] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c724e31f-3295-4024-b1ba-3db8376aad80 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.280305] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195014ab-dfc8-46a4-827f-b558488ac8f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.291201] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc57dc2-b1a1-42e8-af70-9cbd933fbdfa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.329593] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179596MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1258.329822] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.330088] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.386600] env[69584]: DEBUG oslo_concurrency.lockutils [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.386875] env[69584]: DEBUG oslo_concurrency.lockutils [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.387150] env[69584]: INFO nova.compute.manager [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Attaching volume 891dcfcc-b499-4804-9dc1-fc70deaa98a1 to /dev/sdb [ 1258.430471] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6349e0-2d5f-47fd-9f91-8d90ab3fbd22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.442229] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62176c44-8fea-4827-a502-b1e0c9d1a40c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.462362] env[69584]: DEBUG nova.virt.block_device [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Updating existing volume attachment record: 40ad6c37-8636-45f3-a819-86ea1e3e4212 {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1258.508613] env[69584]: DEBUG oslo_concurrency.lockutils [req-980800c7-343f-4cfd-b432-b9dea240224e req-f776b253-7545-4da6-ae2a-3ee9c264d1c0 service nova] Releasing lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.508891] env[69584]: DEBUG nova.compute.manager [req-980800c7-343f-4cfd-b432-b9dea240224e req-f776b253-7545-4da6-ae2a-3ee9c264d1c0 service nova] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Received event network-vif-deleted-9b72b2cb-7664-48bb-af34-c2604e07661a {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.627374] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486566, 'name': RelocateVM_Task} progress is 56%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.700330] env[69584]: DEBUG nova.compute.manager [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.126966] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486566, 'name': RelocateVM_Task} progress is 67%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.227742] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.360175] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 5f181790-41f0-4812-84bb-672f2f077e83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1259.360491] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 7a3399ed-2db5-4d0a-b3ad-27787453a40f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1259.360550] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance c89f8bee-0e77-42cd-8015-d1a45cfb7a5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1259.360647] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 9830f926-b572-4aad-a23e-cc5971d22c48 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1259.625958] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486566, 'name': RelocateVM_Task} progress is 82%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.864037] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 8f9a5c2f-8a84-48a4-9356-4771ada3a56f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1259.864299] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1259.864447] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1259.949737] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273ce563-8ecc-40da-a785-10f5721d1873 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.962534] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957c9498-3eea-48a5-9bd4-2857d3077557 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.999530] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd53fd-63bb-44ee-bae8-83a867722fa6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.006899] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8cc944-769b-4602-a96d-c1044f7d980d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.020080] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.123851] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486566, 'name': RelocateVM_Task} progress is 97%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.523082] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.624761] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486566, 'name': RelocateVM_Task} progress is 98%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.029181] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1261.029476] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.699s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.029689] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.802s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.031362] env[69584]: INFO nova.compute.claims [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.125918] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486566, 'name': RelocateVM_Task} progress is 98%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.626143] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486566, 'name': RelocateVM_Task, 'duration_secs': 3.856126} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.626435] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1261.626626] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696940', 'volume_id': '510a3460-36c2-4d60-98c5-3d964666b250', 'name': 'volume-510a3460-36c2-4d60-98c5-3d964666b250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9830f926-b572-4aad-a23e-cc5971d22c48', 'attached_at': '', 'detached_at': '', 'volume_id': '510a3460-36c2-4d60-98c5-3d964666b250', 'serial': '510a3460-36c2-4d60-98c5-3d964666b250'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1261.627378] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29317a2d-bb37-4d06-8919-a820e680953c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.643928] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451b651b-a3c1-4a25-b9c5-92187bfeb24a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.665212] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-510a3460-36c2-4d60-98c5-3d964666b250/volume-510a3460-36c2-4d60-98c5-3d964666b250.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.665505] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c24fbf30-0435-43e0-bcae-92c1bda989a2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.691297] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1261.691297] env[69584]: value = "task-3486569" [ 1261.691297] env[69584]: _type = "Task" [ 1261.691297] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.699620] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.147947] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5821c8c2-877f-4be5-8f6c-ad564c144af9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.155834] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417dc4e4-ca50-4646-96ba-f032c4bc2d1b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.185331] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777822e-8591-44eb-a6dc-307ba74cbc22 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.192407] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d211509-933e-4143-858f-aec13d9a761e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.209498] env[69584]: DEBUG nova.compute.provider_tree [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.213680] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486569, 'name': ReconfigVM_Task, 'duration_secs': 0.302999} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.214102] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-510a3460-36c2-4d60-98c5-3d964666b250/volume-510a3460-36c2-4d60-98c5-3d964666b250.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.219276] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d190a918-1dbb-4330-81bf-c808e60bd3b1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.235358] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1262.235358] env[69584]: value = "task-3486570" [ 1262.235358] env[69584]: _type = "Task" [ 1262.235358] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.243598] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.715681] env[69584]: DEBUG nova.scheduler.client.report [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.744766] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486570, 'name': ReconfigVM_Task, 'duration_secs': 0.121916} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.745077] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696940', 'volume_id': '510a3460-36c2-4d60-98c5-3d964666b250', 'name': 'volume-510a3460-36c2-4d60-98c5-3d964666b250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9830f926-b572-4aad-a23e-cc5971d22c48', 'attached_at': '', 'detached_at': '', 'volume_id': '510a3460-36c2-4d60-98c5-3d964666b250', 'serial': '510a3460-36c2-4d60-98c5-3d964666b250'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1262.745601] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea73643d-473e-451f-842a-24f8e4f597cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.752268] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1262.752268] env[69584]: value = "task-3486571" [ 1262.752268] env[69584]: _type = "Task" [ 1262.752268] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.760268] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486571, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.021144] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1263.021652] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696945', 'volume_id': '891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'name': 'volume-891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a3399ed-2db5-4d0a-b3ad-27787453a40f', 'attached_at': '', 'detached_at': '', 'volume_id': '891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'serial': '891dcfcc-b499-4804-9dc1-fc70deaa98a1'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1263.022311] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e7cd28-3652-40ed-9e7e-e2b1ffe745b2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.039224] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ca458-d5d5-4b7c-9df3-e819730d195a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.063929] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-891dcfcc-b499-4804-9dc1-fc70deaa98a1/volume-891dcfcc-b499-4804-9dc1-fc70deaa98a1.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.064196] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-624f709d-5a10-43cf-8d6c-5ebe33d255dd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.081851] env[69584]: DEBUG oslo_vmware.api [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1263.081851] env[69584]: value = "task-3486572" [ 1263.081851] env[69584]: _type = "Task" [ 1263.081851] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.089526] env[69584]: DEBUG oslo_vmware.api [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.194989] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.195280] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.220617] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.221149] env[69584]: DEBUG nova.compute.manager [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.263454] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486571, 'name': Rename_Task, 'duration_secs': 0.125117} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.263736] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.263979] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-940f95b0-2fba-46a9-b051-f1e72aafaa72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.269998] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1263.269998] env[69584]: value = "task-3486573" [ 1263.269998] env[69584]: _type = "Task" [ 1263.269998] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.277801] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.593798] env[69584]: DEBUG oslo_vmware.api [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486572, 'name': ReconfigVM_Task, 'duration_secs': 0.410593} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.594108] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-891dcfcc-b499-4804-9dc1-fc70deaa98a1/volume-891dcfcc-b499-4804-9dc1-fc70deaa98a1.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.599133] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36befe7b-2a02-43ab-96b0-7ff7854f5dc5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.614164] env[69584]: DEBUG oslo_vmware.api [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1263.614164] env[69584]: value = "task-3486574" [ 1263.614164] env[69584]: _type = "Task" [ 1263.614164] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.622679] env[69584]: DEBUG oslo_vmware.api [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.697311] env[69584]: DEBUG nova.compute.manager [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.726801] env[69584]: DEBUG nova.compute.utils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.732920] env[69584]: DEBUG nova.compute.manager [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.732920] env[69584]: DEBUG nova.network.neutron [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.769899] env[69584]: DEBUG nova.policy [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1d471d8babf4462862e6ee41de0986c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aedb1a017474424b46d6c07c253e7bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.780102] env[69584]: DEBUG oslo_vmware.api [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486573, 'name': PowerOnVM_Task, 'duration_secs': 0.459446} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.780393] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.780599] env[69584]: INFO nova.compute.manager [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1263.780778] env[69584]: DEBUG nova.compute.manager [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.781555] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1a80bf-493e-446f-bb77-6d35187226da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.058175] env[69584]: DEBUG nova.network.neutron [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Successfully created port: 29156fd4-e6c6-487a-af75-dd062be36974 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.124435] env[69584]: DEBUG oslo_vmware.api [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486574, 'name': ReconfigVM_Task, 'duration_secs': 0.156281} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.124761] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696945', 'volume_id': '891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'name': 'volume-891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a3399ed-2db5-4d0a-b3ad-27787453a40f', 'attached_at': '', 'detached_at': '', 'volume_id': '891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'serial': '891dcfcc-b499-4804-9dc1-fc70deaa98a1'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1264.221632] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.221911] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.223857] env[69584]: INFO nova.compute.claims [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.233670] env[69584]: DEBUG nova.compute.manager [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1264.296594] env[69584]: INFO nova.compute.manager [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Took 13.60 seconds to build instance. [ 1264.798039] env[69584]: DEBUG oslo_concurrency.lockutils [None req-f1f56b1d-7be6-4413-8447-a11194cd2c25 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "9830f926-b572-4aad-a23e-cc5971d22c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.108s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.161210] env[69584]: DEBUG nova.objects.instance [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lazy-loading 'flavor' on Instance uuid 7a3399ed-2db5-4d0a-b3ad-27787453a40f {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.241360] env[69584]: DEBUG nova.compute.manager [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.267717] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.267981] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.268157] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.268346] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.268544] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.268638] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.268899] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.269078] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.269251] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.269416] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.269590] env[69584]: DEBUG nova.virt.hardware [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.270583] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5a3e62-cb1c-470a-afe6-0168257c712c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.281236] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887e010-9ac6-4a56-93c9-8976be761ce0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.346307] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503be1f5-1f53-4845-962e-e85b2e940d76 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.354946] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbff20f-1a1b-4d99-9ef6-8ba2bc22dd69 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.388417] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c34064b-987a-4476-a152-e25eadae0e6f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.396332] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f51f31-079f-4406-9a37-f331ac30227e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.410556] env[69584]: DEBUG nova.compute.provider_tree [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.596339] env[69584]: DEBUG nova.compute.manager [req-cdea570f-0827-4144-914f-825a7362e77d req-dd07e023-b43b-47d9-bd81-f8283002a67f service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Received event network-vif-plugged-29156fd4-e6c6-487a-af75-dd062be36974 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.596565] env[69584]: DEBUG oslo_concurrency.lockutils [req-cdea570f-0827-4144-914f-825a7362e77d req-dd07e023-b43b-47d9-bd81-f8283002a67f service nova] Acquiring lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.596771] env[69584]: DEBUG oslo_concurrency.lockutils [req-cdea570f-0827-4144-914f-825a7362e77d req-dd07e023-b43b-47d9-bd81-f8283002a67f service nova] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.596937] env[69584]: DEBUG oslo_concurrency.lockutils [req-cdea570f-0827-4144-914f-825a7362e77d req-dd07e023-b43b-47d9-bd81-f8283002a67f service nova] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.597114] env[69584]: DEBUG nova.compute.manager [req-cdea570f-0827-4144-914f-825a7362e77d req-dd07e023-b43b-47d9-bd81-f8283002a67f service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] No waiting events found dispatching network-vif-plugged-29156fd4-e6c6-487a-af75-dd062be36974 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.597279] env[69584]: WARNING nova.compute.manager [req-cdea570f-0827-4144-914f-825a7362e77d req-dd07e023-b43b-47d9-bd81-f8283002a67f service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Received unexpected event network-vif-plugged-29156fd4-e6c6-487a-af75-dd062be36974 for instance with vm_state building and task_state spawning. [ 1265.665918] env[69584]: DEBUG oslo_concurrency.lockutils [None req-812d53fd-1802-43d6-adf5-043f7a4585ee tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.279s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.705161] env[69584]: DEBUG nova.network.neutron [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Successfully updated port: 29156fd4-e6c6-487a-af75-dd062be36974 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.914764] env[69584]: DEBUG nova.scheduler.client.report [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.950328] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.950625] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.207880] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.208075] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.208075] env[69584]: DEBUG nova.network.neutron [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.419759] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.419980] env[69584]: DEBUG nova.compute.manager [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.454215] env[69584]: INFO nova.compute.manager [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Detaching volume 891dcfcc-b499-4804-9dc1-fc70deaa98a1 [ 1266.492064] env[69584]: INFO nova.virt.block_device [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Attempting to driver detach volume 891dcfcc-b499-4804-9dc1-fc70deaa98a1 from mountpoint /dev/sdb [ 1266.492328] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1266.492509] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696945', 'volume_id': '891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'name': 'volume-891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a3399ed-2db5-4d0a-b3ad-27787453a40f', 'attached_at': '', 'detached_at': '', 'volume_id': '891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'serial': '891dcfcc-b499-4804-9dc1-fc70deaa98a1'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1266.493419] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10fa357-3522-4d52-95fa-12f23c4bf775 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.524110] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09fae60-4cc3-4b32-a21e-97fc7ab7bcf3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.531829] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd76e015-6cdb-4dfc-bba6-ecf5c72b67bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.552610] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e053f-d241-4059-a6ab-778458642ddd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.568643] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] The volume has not been displaced from its original location: [datastore2] volume-891dcfcc-b499-4804-9dc1-fc70deaa98a1/volume-891dcfcc-b499-4804-9dc1-fc70deaa98a1.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1266.573873] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.574188] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d7e075-59aa-46c2-bd1b-c8dfb552a671 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.592023] env[69584]: DEBUG oslo_vmware.api [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1266.592023] env[69584]: value = "task-3486575" [ 1266.592023] env[69584]: _type = "Task" [ 1266.592023] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.600305] env[69584]: DEBUG oslo_vmware.api [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.741644] env[69584]: DEBUG nova.network.neutron [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.887963] env[69584]: DEBUG nova.network.neutron [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance_info_cache with network_info: [{"id": "29156fd4-e6c6-487a-af75-dd062be36974", "address": "fa:16:3e:20:50:83", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29156fd4-e6", "ovs_interfaceid": "29156fd4-e6c6-487a-af75-dd062be36974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.924851] env[69584]: DEBUG nova.compute.utils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.926139] env[69584]: DEBUG nova.compute.manager [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.926314] env[69584]: DEBUG nova.network.neutron [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.962716] env[69584]: DEBUG nova.policy [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '435f9894026142c79a00f319bac1ea5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aa6bc0755044b789b4c2f31cfc3c427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.103616] env[69584]: DEBUG oslo_vmware.api [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486575, 'name': ReconfigVM_Task, 'duration_secs': 0.291426} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.103893] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.109941] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-790af857-673c-4d10-aaa1-891d4317a569 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.122983] env[69584]: DEBUG nova.compute.manager [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Stashing vm_state: active {{(pid=69584) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1267.129021] env[69584]: DEBUG oslo_vmware.api [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1267.129021] env[69584]: value = "task-3486576" [ 1267.129021] env[69584]: _type = "Task" [ 1267.129021] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.134930] env[69584]: DEBUG oslo_vmware.api [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.233325] env[69584]: DEBUG nova.network.neutron [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Successfully created port: 7eab432b-f860-4eeb-a5e0-b259b8c97aff {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.390929] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.391365] env[69584]: DEBUG nova.compute.manager [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Instance network_info: |[{"id": "29156fd4-e6c6-487a-af75-dd062be36974", "address": "fa:16:3e:20:50:83", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29156fd4-e6", "ovs_interfaceid": "29156fd4-e6c6-487a-af75-dd062be36974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.391717] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:50:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29156fd4-e6c6-487a-af75-dd062be36974', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.399142] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.399753] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.399753] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8970d437-e657-4787-bde2-0330c8be2665 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.423083] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.423083] env[69584]: value = "task-3486577" [ 1267.423083] env[69584]: _type = "Task" [ 1267.423083] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.429450] env[69584]: DEBUG nova.compute.manager [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.436832] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486577, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.638126] env[69584]: DEBUG nova.compute.manager [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Received event network-changed-b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.638489] env[69584]: DEBUG nova.compute.manager [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Refreshing instance network info cache due to event network-changed-b96dc9f7-e652-4bc1-afec-51499492cc32. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.638759] env[69584]: DEBUG oslo_concurrency.lockutils [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] Acquiring lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.638893] env[69584]: DEBUG oslo_concurrency.lockutils [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] Acquired lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.639068] env[69584]: DEBUG nova.network.neutron [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Refreshing network info cache for port b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.646027] env[69584]: DEBUG oslo_vmware.api [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486576, 'name': ReconfigVM_Task, 'duration_secs': 0.156464} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.646902] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.647154] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.648405] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696945', 'volume_id': '891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'name': 'volume-891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a3399ed-2db5-4d0a-b3ad-27787453a40f', 'attached_at': '', 'detached_at': '', 'volume_id': '891dcfcc-b499-4804-9dc1-fc70deaa98a1', 'serial': '891dcfcc-b499-4804-9dc1-fc70deaa98a1'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1267.933314] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486577, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.154093] env[69584]: INFO nova.compute.claims [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.200021] env[69584]: DEBUG nova.objects.instance [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lazy-loading 'flavor' on Instance uuid 7a3399ed-2db5-4d0a-b3ad-27787453a40f {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.329088] env[69584]: DEBUG nova.network.neutron [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Updated VIF entry in instance network info cache for port b96dc9f7-e652-4bc1-afec-51499492cc32. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.329461] env[69584]: DEBUG nova.network.neutron [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Updating instance_info_cache with network_info: [{"id": "b96dc9f7-e652-4bc1-afec-51499492cc32", "address": "fa:16:3e:85:fe:b2", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96dc9f7-e6", "ovs_interfaceid": "b96dc9f7-e652-4bc1-afec-51499492cc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.433981] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486577, 'name': CreateVM_Task, 'duration_secs': 0.799186} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.434210] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.434930] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.435127] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.435488] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.435777] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83de70fd-5d5b-4961-818f-af34ab75f18c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.440229] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1268.440229] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5240c190-245d-3ac7-1eed-aba676442273" [ 1268.440229] env[69584]: _type = "Task" [ 1268.440229] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.444100] env[69584]: DEBUG nova.compute.manager [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.450763] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5240c190-245d-3ac7-1eed-aba676442273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.471596] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.471829] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.471987] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.472192] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.472341] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.472491] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.472699] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.472857] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.473041] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.473211] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.473386] env[69584]: DEBUG nova.virt.hardware [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.474456] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6b88cb-dba7-4b06-b2f1-9be986ddf608 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.481392] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fc0243-87aa-4037-b0a2-376e0937a99a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.661025] env[69584]: INFO nova.compute.resource_tracker [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating resource usage from migration 131f177e-daa9-490c-8762-9c7d181fae3f [ 1268.731214] env[69584]: DEBUG nova.network.neutron [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Successfully updated port: 7eab432b-f860-4eeb-a5e0-b259b8c97aff {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.769174] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3e24e7-ac6c-4d6e-a643-9b68bf635aa4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.776618] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aa7332-a737-447e-8f6a-baa5cafada2a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.806460] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0449428-125a-4cda-b200-7d4c23e26130 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.813016] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c952032-4f40-4f85-bee1-979cc567ccea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.827317] env[69584]: DEBUG nova.compute.provider_tree [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.832349] env[69584]: DEBUG oslo_concurrency.lockutils [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] Releasing lock "refresh_cache-5f181790-41f0-4812-84bb-672f2f077e83" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.832582] env[69584]: DEBUG nova.compute.manager [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Received event network-changed-559a41eb-9f56-497d-ba19-25479bae0858 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.832744] env[69584]: DEBUG nova.compute.manager [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Refreshing instance network info cache due to event network-changed-559a41eb-9f56-497d-ba19-25479bae0858. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.832952] env[69584]: DEBUG oslo_concurrency.lockutils [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] Acquiring lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.833106] env[69584]: DEBUG oslo_concurrency.lockutils [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] Acquired lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.833267] env[69584]: DEBUG nova.network.neutron [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Refreshing network info cache for port 559a41eb-9f56-497d-ba19-25479bae0858 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.950038] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5240c190-245d-3ac7-1eed-aba676442273, 'name': SearchDatastore_Task, 'duration_secs': 0.014929} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.950433] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.950607] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.950826] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.950975] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.951168] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.951423] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2a76239-c0f1-4c4d-ab59-c6ca70c7aa72 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.959723] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.959886] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.960638] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7627a7e-983b-4617-8512-1f78dad9e9b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.965395] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1268.965395] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528a57aa-b867-5de1-b3fa-cebc29eb846e" [ 1268.965395] env[69584]: _type = "Task" [ 1268.965395] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.972296] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528a57aa-b867-5de1-b3fa-cebc29eb846e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.211817] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf66b3be-fad7-4f4a-831f-dacf4bf51c94 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.234078] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.234248] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquired lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.234410] env[69584]: DEBUG nova.network.neutron [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.330066] env[69584]: DEBUG nova.scheduler.client.report [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.474840] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528a57aa-b867-5de1-b3fa-cebc29eb846e, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.475868] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89dd67f-33f9-4842-9089-1da9a24c9e09 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.480465] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1269.480465] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524d7bfc-13da-7fb5-4d0b-14b009e26f21" [ 1269.480465] env[69584]: _type = "Task" [ 1269.480465] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.489986] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524d7bfc-13da-7fb5-4d0b-14b009e26f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.541123] env[69584]: DEBUG nova.network.neutron [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updated VIF entry in instance network info cache for port 559a41eb-9f56-497d-ba19-25479bae0858. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.541553] env[69584]: DEBUG nova.network.neutron [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance_info_cache with network_info: [{"id": "559a41eb-9f56-497d-ba19-25479bae0858", "address": "fa:16:3e:7a:3c:08", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559a41eb-9f", "ovs_interfaceid": "559a41eb-9f56-497d-ba19-25479bae0858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.660827] env[69584]: DEBUG nova.compute.manager [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Received event network-vif-plugged-7eab432b-f860-4eeb-a5e0-b259b8c97aff {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.661019] env[69584]: DEBUG oslo_concurrency.lockutils [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] Acquiring lock "19e93752-892a-43d0-83fb-4b245dc9c9aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.661238] env[69584]: DEBUG oslo_concurrency.lockutils [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.661447] env[69584]: DEBUG oslo_concurrency.lockutils [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.661644] env[69584]: DEBUG nova.compute.manager [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] No waiting events found dispatching network-vif-plugged-7eab432b-f860-4eeb-a5e0-b259b8c97aff {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.661813] env[69584]: WARNING nova.compute.manager [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Received unexpected event network-vif-plugged-7eab432b-f860-4eeb-a5e0-b259b8c97aff for instance with vm_state building and task_state spawning. [ 1269.661972] env[69584]: DEBUG nova.compute.manager [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Received event network-changed-7eab432b-f860-4eeb-a5e0-b259b8c97aff {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.662139] env[69584]: DEBUG nova.compute.manager [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Refreshing instance network info cache due to event network-changed-7eab432b-f860-4eeb-a5e0-b259b8c97aff. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.662353] env[69584]: DEBUG oslo_concurrency.lockutils [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] Acquiring lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.767063] env[69584]: DEBUG nova.network.neutron [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.834685] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.187s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.834894] env[69584]: INFO nova.compute.manager [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Migrating [ 1269.892193] env[69584]: DEBUG nova.network.neutron [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Updating instance_info_cache with network_info: [{"id": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "address": "fa:16:3e:ce:31:d7", "network": {"id": "5add025e-1fea-493b-9196-61d4efa0c09b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-546368150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa6bc0755044b789b4c2f31cfc3c427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eab432b-f8", "ovs_interfaceid": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.993362] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]524d7bfc-13da-7fb5-4d0b-14b009e26f21, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.993742] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.993813] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 8f9a5c2f-8a84-48a4-9356-4771ada3a56f/8f9a5c2f-8a84-48a4-9356-4771ada3a56f.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.994073] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf7b96d0-b726-4b64-bbc8-db1aa946703c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.000436] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1270.000436] env[69584]: value = "task-3486578" [ 1270.000436] env[69584]: _type = "Task" [ 1270.000436] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.007466] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.044531] env[69584]: DEBUG oslo_concurrency.lockutils [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] Releasing lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.044774] env[69584]: DEBUG nova.compute.manager [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Received event network-changed-29156fd4-e6c6-487a-af75-dd062be36974 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.044939] env[69584]: DEBUG nova.compute.manager [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Refreshing instance network info cache due to event network-changed-29156fd4-e6c6-487a-af75-dd062be36974. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.045165] env[69584]: DEBUG oslo_concurrency.lockutils [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] Acquiring lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.045306] env[69584]: DEBUG oslo_concurrency.lockutils [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] Acquired lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.045470] env[69584]: DEBUG nova.network.neutron [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Refreshing network info cache for port 29156fd4-e6c6-487a-af75-dd062be36974 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.235372] env[69584]: DEBUG oslo_concurrency.lockutils [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.235683] env[69584]: DEBUG oslo_concurrency.lockutils [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.235926] env[69584]: DEBUG oslo_concurrency.lockutils [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.236197] env[69584]: DEBUG oslo_concurrency.lockutils [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.236484] env[69584]: DEBUG oslo_concurrency.lockutils [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.239456] env[69584]: INFO nova.compute.manager [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Terminating instance [ 1270.349340] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.349616] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.349767] env[69584]: DEBUG nova.network.neutron [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.394999] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Releasing lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.395355] env[69584]: DEBUG nova.compute.manager [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Instance network_info: |[{"id": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "address": "fa:16:3e:ce:31:d7", "network": {"id": "5add025e-1fea-493b-9196-61d4efa0c09b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-546368150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa6bc0755044b789b4c2f31cfc3c427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eab432b-f8", "ovs_interfaceid": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.395685] env[69584]: DEBUG oslo_concurrency.lockutils [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] Acquired lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.395844] env[69584]: DEBUG nova.network.neutron [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Refreshing network info cache for port 7eab432b-f860-4eeb-a5e0-b259b8c97aff {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.397170] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:31:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eab432b-f860-4eeb-a5e0-b259b8c97aff', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.404989] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Creating folder: Project (4aa6bc0755044b789b4c2f31cfc3c427). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.408975] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8a5d345-e25b-4798-8c09-52d43071b5d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.420154] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Created folder: Project (4aa6bc0755044b789b4c2f31cfc3c427) in parent group-v696614. [ 1270.420397] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Creating folder: Instances. Parent ref: group-v696947. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.420636] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f418214-84f2-48ab-aa50-edfe72b75b61 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.429472] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Created folder: Instances in parent group-v696947. [ 1270.429709] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.429896] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.430117] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df12f0f5-f1b8-4b06-b8a7-187355b2c847 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.450973] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.450973] env[69584]: value = "task-3486581" [ 1270.450973] env[69584]: _type = "Task" [ 1270.450973] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.461439] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486581, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.510353] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439666} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.512620] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 8f9a5c2f-8a84-48a4-9356-4771ada3a56f/8f9a5c2f-8a84-48a4-9356-4771ada3a56f.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.512860] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.513138] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9601b426-5a08-4b1e-aad8-faf29bb6148f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.518870] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1270.518870] env[69584]: value = "task-3486582" [ 1270.518870] env[69584]: _type = "Task" [ 1270.518870] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.527422] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.649463] env[69584]: DEBUG nova.network.neutron [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Updated VIF entry in instance network info cache for port 7eab432b-f860-4eeb-a5e0-b259b8c97aff. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.649940] env[69584]: DEBUG nova.network.neutron [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Updating instance_info_cache with network_info: [{"id": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "address": "fa:16:3e:ce:31:d7", "network": {"id": "5add025e-1fea-493b-9196-61d4efa0c09b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-546368150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa6bc0755044b789b4c2f31cfc3c427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eab432b-f8", "ovs_interfaceid": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.743428] env[69584]: DEBUG nova.compute.manager [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.743667] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.745071] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c222a2a-c241-4a47-a184-83e198590146 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.752180] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.752421] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3257fc0e-ff32-4ee3-8a4d-9f9f3f13198b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.757897] env[69584]: DEBUG oslo_vmware.api [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1270.757897] env[69584]: value = "task-3486583" [ 1270.757897] env[69584]: _type = "Task" [ 1270.757897] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.768023] env[69584]: DEBUG oslo_vmware.api [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.821211] env[69584]: DEBUG nova.network.neutron [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updated VIF entry in instance network info cache for port 29156fd4-e6c6-487a-af75-dd062be36974. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.821778] env[69584]: DEBUG nova.network.neutron [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance_info_cache with network_info: [{"id": "29156fd4-e6c6-487a-af75-dd062be36974", "address": "fa:16:3e:20:50:83", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29156fd4-e6", "ovs_interfaceid": "29156fd4-e6c6-487a-af75-dd062be36974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.964571] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486581, 'name': CreateVM_Task, 'duration_secs': 0.302704} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.964775] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.965434] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.965612] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.965929] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.966204] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16525e3-ded1-4cc3-8619-eb408c517f86 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.970998] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1270.970998] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528c93e8-28b4-bc22-50a4-03d82811739c" [ 1270.970998] env[69584]: _type = "Task" [ 1270.970998] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.978792] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528c93e8-28b4-bc22-50a4-03d82811739c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.027447] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067644} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.027773] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.028411] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092c7c7b-da89-457a-a46e-6916275d2b20 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.049766] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 8f9a5c2f-8a84-48a4-9356-4771ada3a56f/8f9a5c2f-8a84-48a4-9356-4771ada3a56f.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.052009] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e24182d0-c832-413b-99fb-8b5a1f101a67 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.070428] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1271.070428] env[69584]: value = "task-3486584" [ 1271.070428] env[69584]: _type = "Task" [ 1271.070428] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.077857] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.095967] env[69584]: DEBUG nova.network.neutron [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance_info_cache with network_info: [{"id": "559a41eb-9f56-497d-ba19-25479bae0858", "address": "fa:16:3e:7a:3c:08", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559a41eb-9f", "ovs_interfaceid": "559a41eb-9f56-497d-ba19-25479bae0858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.152809] env[69584]: DEBUG oslo_concurrency.lockutils [req-05c2c8f5-7f41-43bd-9325-4fea868f8313 req-f98590f6-7e6e-43b9-88b1-291da9604516 service nova] Releasing lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.268012] env[69584]: DEBUG oslo_vmware.api [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486583, 'name': PowerOffVM_Task, 'duration_secs': 0.227349} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.268367] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.268503] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.268736] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-148e2948-d1f4-4456-939f-611b81c07f02 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.325329] env[69584]: DEBUG oslo_concurrency.lockutils [req-58360b15-164e-40f1-97ad-1c71299e4b4a req-02d1b2d0-7616-4e85-a7e4-e94cebc9cc5d service nova] Releasing lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.332267] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.332476] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.332661] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleting the datastore file [datastore1] 7a3399ed-2db5-4d0a-b3ad-27787453a40f {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.332926] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89dda336-d535-4668-953a-53d8da98ea74 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.339552] env[69584]: DEBUG oslo_vmware.api [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for the task: (returnval){ [ 1271.339552] env[69584]: value = "task-3486586" [ 1271.339552] env[69584]: _type = "Task" [ 1271.339552] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.348084] env[69584]: DEBUG oslo_vmware.api [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.481873] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]528c93e8-28b4-bc22-50a4-03d82811739c, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.482209] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.482446] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.482691] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.482833] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.483041] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.483321] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4806628c-c7a7-4a5d-a4ee-0bf1476e1aaa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.491416] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.491592] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.492328] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eeffd24-8823-4c94-8179-93ca1d4df118 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.497338] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1271.497338] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529d6302-3c98-d85e-c045-9bc34e3f3302" [ 1271.497338] env[69584]: _type = "Task" [ 1271.497338] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.505345] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529d6302-3c98-d85e-c045-9bc34e3f3302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.581256] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.598991] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.849174] env[69584]: DEBUG oslo_vmware.api [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Task: {'id': task-3486586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230342} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.849449] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.849643] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.849820] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.849993] env[69584]: INFO nova.compute.manager [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1271.850258] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.850486] env[69584]: DEBUG nova.compute.manager [-] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.850586] env[69584]: DEBUG nova.network.neutron [-] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.008943] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]529d6302-3c98-d85e-c045-9bc34e3f3302, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.009748] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7af493-ecd6-4747-8a71-b2f7e6fce3c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.014846] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1272.014846] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52862efe-9540-02a5-2851-8f907a570a55" [ 1272.014846] env[69584]: _type = "Task" [ 1272.014846] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.022361] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52862efe-9540-02a5-2851-8f907a570a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.081140] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486584, 'name': ReconfigVM_Task, 'duration_secs': 0.700108} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.081474] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 8f9a5c2f-8a84-48a4-9356-4771ada3a56f/8f9a5c2f-8a84-48a4-9356-4771ada3a56f.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.082115] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2973f7a-2d7a-4be6-beaf-f181a4a4e9ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.088396] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1272.088396] env[69584]: value = "task-3486587" [ 1272.088396] env[69584]: _type = "Task" [ 1272.088396] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.097171] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486587, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.312319] env[69584]: DEBUG nova.compute.manager [req-e206295f-a0f7-4d9d-87c6-8169231aa90e req-6be5cb49-00af-4e94-b081-c6d3df5bf9e2 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Received event network-vif-deleted-e0d4208a-a1ea-4eda-9401-f21ece4bd0a2 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.312599] env[69584]: INFO nova.compute.manager [req-e206295f-a0f7-4d9d-87c6-8169231aa90e req-6be5cb49-00af-4e94-b081-c6d3df5bf9e2 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Neutron deleted interface e0d4208a-a1ea-4eda-9401-f21ece4bd0a2; detaching it from the instance and deleting it from the info cache [ 1272.312826] env[69584]: DEBUG nova.network.neutron [req-e206295f-a0f7-4d9d-87c6-8169231aa90e req-6be5cb49-00af-4e94-b081-c6d3df5bf9e2 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.525451] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52862efe-9540-02a5-2851-8f907a570a55, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.525841] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.527301] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 19e93752-892a-43d0-83fb-4b245dc9c9aa/19e93752-892a-43d0-83fb-4b245dc9c9aa.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.527301] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-083c8f0d-adf8-4f3c-867c-929c3c65b1a4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.533750] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1272.533750] env[69584]: value = "task-3486588" [ 1272.533750] env[69584]: _type = "Task" [ 1272.533750] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.541590] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.597600] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486587, 'name': Rename_Task, 'duration_secs': 0.150922} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.597934] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.598245] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d477073a-0fcd-4247-a07b-22f48af163e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.604160] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1272.604160] env[69584]: value = "task-3486589" [ 1272.604160] env[69584]: _type = "Task" [ 1272.604160] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.613629] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.795773] env[69584]: DEBUG nova.network.neutron [-] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.815947] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad469a68-845b-4558-8056-78cc9038202c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.827344] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf9e839-f302-4d11-b94a-c74161fbd98d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.865341] env[69584]: DEBUG nova.compute.manager [req-e206295f-a0f7-4d9d-87c6-8169231aa90e req-6be5cb49-00af-4e94-b081-c6d3df5bf9e2 service nova] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Detach interface failed, port_id=e0d4208a-a1ea-4eda-9401-f21ece4bd0a2, reason: Instance 7a3399ed-2db5-4d0a-b3ad-27787453a40f could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1273.044746] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478092} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.044815] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 19e93752-892a-43d0-83fb-4b245dc9c9aa/19e93752-892a-43d0-83fb-4b245dc9c9aa.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.045127] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.045347] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c867e23b-86d6-43e6-a498-018218837d4c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.052223] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1273.052223] env[69584]: value = "task-3486590" [ 1273.052223] env[69584]: _type = "Task" [ 1273.052223] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.060551] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.116575] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.118026] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823e8e6f-6fb4-448b-8049-8e724e0c7687 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.136691] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance '9830f926-b572-4aad-a23e-cc5971d22c48' progress to 0 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.298225] env[69584]: INFO nova.compute.manager [-] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Took 1.45 seconds to deallocate network for instance. [ 1273.562334] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065096} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.562618] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.563387] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d47bbb-2634-4e5b-a1a4-6957ed981504 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.584679] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 19e93752-892a-43d0-83fb-4b245dc9c9aa/19e93752-892a-43d0-83fb-4b245dc9c9aa.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.584902] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ca1ae8-cdb4-44dc-9147-7e72d0ff4a8a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.603931] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1273.603931] env[69584]: value = "task-3486591" [ 1273.603931] env[69584]: _type = "Task" [ 1273.603931] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.615713] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.618809] env[69584]: DEBUG oslo_vmware.api [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486589, 'name': PowerOnVM_Task, 'duration_secs': 0.770013} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.619064] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.619267] env[69584]: INFO nova.compute.manager [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1273.619486] env[69584]: DEBUG nova.compute.manager [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.620357] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be43952-d760-40f8-b2c2-422549bad575 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.642863] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.643098] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f1f0e0e-46eb-48c5-9b9e-c15934530d4a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.649092] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1273.649092] env[69584]: value = "task-3486592" [ 1273.649092] env[69584]: _type = "Task" [ 1273.649092] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.656907] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.805039] env[69584]: DEBUG oslo_concurrency.lockutils [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.805373] env[69584]: DEBUG oslo_concurrency.lockutils [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.805615] env[69584]: DEBUG nova.objects.instance [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lazy-loading 'resources' on Instance uuid 7a3399ed-2db5-4d0a-b3ad-27787453a40f {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.115500] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.139818] env[69584]: INFO nova.compute.manager [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Took 14.93 seconds to build instance. [ 1274.160039] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486592, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.406706] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d55afe-a006-41f5-af65-52ea1388e5f4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.415946] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24e4ece-44a1-4a0c-9223-9fc73ecc47cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.449046] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f87f8f-570d-41b1-8d67-64770ef10950 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.456550] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66e914a-8018-4282-97c9-c220678b6495 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.469326] env[69584]: DEBUG nova.compute.provider_tree [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.615920] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486591, 'name': ReconfigVM_Task, 'duration_secs': 0.68566} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.616237] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 19e93752-892a-43d0-83fb-4b245dc9c9aa/19e93752-892a-43d0-83fb-4b245dc9c9aa.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.616851] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29238e42-1a12-46c7-89d3-36646e8005bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.623427] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1274.623427] env[69584]: value = "task-3486593" [ 1274.623427] env[69584]: _type = "Task" [ 1274.623427] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.628332] env[69584]: DEBUG nova.compute.manager [req-51571378-1385-4e17-9954-bcff7bee97d2 req-0a68a065-daf2-488c-949f-07e42c7ecc38 service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Received event network-changed-29156fd4-e6c6-487a-af75-dd062be36974 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.628488] env[69584]: DEBUG nova.compute.manager [req-51571378-1385-4e17-9954-bcff7bee97d2 req-0a68a065-daf2-488c-949f-07e42c7ecc38 service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Refreshing instance network info cache due to event network-changed-29156fd4-e6c6-487a-af75-dd062be36974. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.628702] env[69584]: DEBUG oslo_concurrency.lockutils [req-51571378-1385-4e17-9954-bcff7bee97d2 req-0a68a065-daf2-488c-949f-07e42c7ecc38 service nova] Acquiring lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.628855] env[69584]: DEBUG oslo_concurrency.lockutils [req-51571378-1385-4e17-9954-bcff7bee97d2 req-0a68a065-daf2-488c-949f-07e42c7ecc38 service nova] Acquired lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.629022] env[69584]: DEBUG nova.network.neutron [req-51571378-1385-4e17-9954-bcff7bee97d2 req-0a68a065-daf2-488c-949f-07e42c7ecc38 service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Refreshing network info cache for port 29156fd4-e6c6-487a-af75-dd062be36974 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.636435] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486593, 'name': Rename_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.641948] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e19f2d01-04df-4da0-a618-8b7db057f283 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.445s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.659270] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486592, 'name': PowerOffVM_Task, 'duration_secs': 0.544122} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.659520] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.659699] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance '9830f926-b572-4aad-a23e-cc5971d22c48' progress to 17 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.973188] env[69584]: DEBUG nova.scheduler.client.report [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.139422] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486593, 'name': Rename_Task, 'duration_secs': 0.164205} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.139848] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.140629] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bc28d62-4bf3-41e7-ba92-3c344cc04fe2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.148238] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1275.148238] env[69584]: value = "task-3486594" [ 1275.148238] env[69584]: _type = "Task" [ 1275.148238] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.159234] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.166342] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.166652] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.166715] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.166896] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.167055] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.167204] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.167466] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.167560] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.167722] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.167878] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.168066] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.176393] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d60e2b7-4772-4954-a89e-7e285ccccedb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.191433] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1275.191433] env[69584]: value = "task-3486595" [ 1275.191433] env[69584]: _type = "Task" [ 1275.191433] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.200171] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.378358] env[69584]: DEBUG nova.network.neutron [req-51571378-1385-4e17-9954-bcff7bee97d2 req-0a68a065-daf2-488c-949f-07e42c7ecc38 service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updated VIF entry in instance network info cache for port 29156fd4-e6c6-487a-af75-dd062be36974. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.378816] env[69584]: DEBUG nova.network.neutron [req-51571378-1385-4e17-9954-bcff7bee97d2 req-0a68a065-daf2-488c-949f-07e42c7ecc38 service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance_info_cache with network_info: [{"id": "29156fd4-e6c6-487a-af75-dd062be36974", "address": "fa:16:3e:20:50:83", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29156fd4-e6", "ovs_interfaceid": "29156fd4-e6c6-487a-af75-dd062be36974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.478041] env[69584]: DEBUG oslo_concurrency.lockutils [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.508260] env[69584]: INFO nova.scheduler.client.report [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Deleted allocations for instance 7a3399ed-2db5-4d0a-b3ad-27787453a40f [ 1275.658195] env[69584]: DEBUG oslo_vmware.api [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486594, 'name': PowerOnVM_Task, 'duration_secs': 0.438481} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.658442] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.658661] env[69584]: INFO nova.compute.manager [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1275.658836] env[69584]: DEBUG nova.compute.manager [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.659778] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc82992-abea-46a0-a1fa-29cd05ab6cfc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.700933] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486595, 'name': ReconfigVM_Task, 'duration_secs': 0.112701} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.701678] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance '9830f926-b572-4aad-a23e-cc5971d22c48' progress to 33 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.881458] env[69584]: DEBUG oslo_concurrency.lockutils [req-51571378-1385-4e17-9954-bcff7bee97d2 req-0a68a065-daf2-488c-949f-07e42c7ecc38 service nova] Releasing lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.016917] env[69584]: DEBUG oslo_concurrency.lockutils [None req-02ffeff4-8c94-494c-8659-8250a39cb446 tempest-AttachVolumeNegativeTest-1746885870 tempest-AttachVolumeNegativeTest-1746885870-project-member] Lock "7a3399ed-2db5-4d0a-b3ad-27787453a40f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.781s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.175550] env[69584]: INFO nova.compute.manager [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Took 11.97 seconds to build instance. [ 1276.207714] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.208031] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.208139] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.208363] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.208521] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.208663] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.208871] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.209041] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.209214] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.209383] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.210027] env[69584]: DEBUG nova.virt.hardware [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.214878] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1276.215201] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f4fbeae-c332-4a7a-b4a2-c796c5a78b38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.234790] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1276.234790] env[69584]: value = "task-3486596" [ 1276.234790] env[69584]: _type = "Task" [ 1276.234790] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.242754] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.677337] env[69584]: DEBUG oslo_concurrency.lockutils [None req-33249921-eb8b-4a41-be2b-e347c83cbbb5 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.482s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.744208] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486596, 'name': ReconfigVM_Task, 'duration_secs': 0.286967} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.744514] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.745369] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cca476-a419-4c9d-9ec2-1311e5bb0c4c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.767950] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-510a3460-36c2-4d60-98c5-3d964666b250/volume-510a3460-36c2-4d60-98c5-3d964666b250.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.768248] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708e8b60-f1c3-4d95-bd08-e7bc3c33e5bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.785968] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1276.785968] env[69584]: value = "task-3486598" [ 1276.785968] env[69584]: _type = "Task" [ 1276.785968] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.793632] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.296284] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.518531] env[69584]: DEBUG nova.compute.manager [req-a4cc9d4a-b801-4c89-875a-0c1e70f0f576 req-04373551-c435-4bcb-84fc-5d1d43b58311 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Received event network-changed-7eab432b-f860-4eeb-a5e0-b259b8c97aff {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.518783] env[69584]: DEBUG nova.compute.manager [req-a4cc9d4a-b801-4c89-875a-0c1e70f0f576 req-04373551-c435-4bcb-84fc-5d1d43b58311 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Refreshing instance network info cache due to event network-changed-7eab432b-f860-4eeb-a5e0-b259b8c97aff. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.519211] env[69584]: DEBUG oslo_concurrency.lockutils [req-a4cc9d4a-b801-4c89-875a-0c1e70f0f576 req-04373551-c435-4bcb-84fc-5d1d43b58311 service nova] Acquiring lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.519573] env[69584]: DEBUG oslo_concurrency.lockutils [req-a4cc9d4a-b801-4c89-875a-0c1e70f0f576 req-04373551-c435-4bcb-84fc-5d1d43b58311 service nova] Acquired lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.519834] env[69584]: DEBUG nova.network.neutron [req-a4cc9d4a-b801-4c89-875a-0c1e70f0f576 req-04373551-c435-4bcb-84fc-5d1d43b58311 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Refreshing network info cache for port 7eab432b-f860-4eeb-a5e0-b259b8c97aff {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.798922] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486598, 'name': ReconfigVM_Task, 'duration_secs': 0.599219} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.799294] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-510a3460-36c2-4d60-98c5-3d964666b250/volume-510a3460-36c2-4d60-98c5-3d964666b250.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.799672] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance '9830f926-b572-4aad-a23e-cc5971d22c48' progress to 50 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.227852] env[69584]: DEBUG nova.network.neutron [req-a4cc9d4a-b801-4c89-875a-0c1e70f0f576 req-04373551-c435-4bcb-84fc-5d1d43b58311 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Updated VIF entry in instance network info cache for port 7eab432b-f860-4eeb-a5e0-b259b8c97aff. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.228264] env[69584]: DEBUG nova.network.neutron [req-a4cc9d4a-b801-4c89-875a-0c1e70f0f576 req-04373551-c435-4bcb-84fc-5d1d43b58311 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Updating instance_info_cache with network_info: [{"id": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "address": "fa:16:3e:ce:31:d7", "network": {"id": "5add025e-1fea-493b-9196-61d4efa0c09b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-546368150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa6bc0755044b789b4c2f31cfc3c427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eab432b-f8", "ovs_interfaceid": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.307051] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6646f81-5e96-44c6-b350-8b6844153b1f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.327161] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79e6852-4232-430c-b599-2925726ae75d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.348939] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance '9830f926-b572-4aad-a23e-cc5971d22c48' progress to 67 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.731288] env[69584]: DEBUG oslo_concurrency.lockutils [req-a4cc9d4a-b801-4c89-875a-0c1e70f0f576 req-04373551-c435-4bcb-84fc-5d1d43b58311 service nova] Releasing lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.993999] env[69584]: DEBUG nova.network.neutron [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Port 559a41eb-9f56-497d-ba19-25479bae0858 binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1281.016518] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "9830f926-b572-4aad-a23e-cc5971d22c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.016938] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "9830f926-b572-4aad-a23e-cc5971d22c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.016938] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "9830f926-b572-4aad-a23e-cc5971d22c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.049615] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.049906] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.049994] env[69584]: DEBUG nova.network.neutron [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.750891] env[69584]: DEBUG nova.network.neutron [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance_info_cache with network_info: [{"id": "559a41eb-9f56-497d-ba19-25479bae0858", "address": "fa:16:3e:7a:3c:08", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559a41eb-9f", "ovs_interfaceid": "559a41eb-9f56-497d-ba19-25479bae0858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.253701] env[69584]: DEBUG oslo_concurrency.lockutils [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.762803] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40b6e5a-8068-4ba3-b48d-618dfe56bb8b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.771310] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd54a00e-c587-42a1-9df1-3fa86baef079 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.865236] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e24b4a2-4aa6-489b-ac66-fec21d98a32f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.884668] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc1b41d-c6be-469f-8ca1-daa66d96b2ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.891356] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance '9830f926-b572-4aad-a23e-cc5971d22c48' progress to 83 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.397534] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.397847] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58829e94-2faa-43d0-935f-153ae7e69af6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.404716] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1285.404716] env[69584]: value = "task-3486601" [ 1285.404716] env[69584]: _type = "Task" [ 1285.404716] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.412913] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.914399] env[69584]: DEBUG oslo_vmware.api [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486601, 'name': PowerOnVM_Task, 'duration_secs': 0.368729} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.914724] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.914862] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-349b2c94-5090-46ea-aadb-9b0026a99714 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance '9830f926-b572-4aad-a23e-cc5971d22c48' progress to 100 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.717872] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "9830f926-b572-4aad-a23e-cc5971d22c48" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.718278] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "9830f926-b572-4aad-a23e-cc5971d22c48" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.718372] env[69584]: DEBUG nova.compute.manager [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Going to confirm migration 9 {{(pid=69584) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1289.254896] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.255098] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquired lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.255274] env[69584]: DEBUG nova.network.neutron [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.255453] env[69584]: DEBUG nova.objects.instance [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lazy-loading 'info_cache' on Instance uuid 9830f926-b572-4aad-a23e-cc5971d22c48 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.442785] env[69584]: DEBUG nova.network.neutron [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance_info_cache with network_info: [{"id": "559a41eb-9f56-497d-ba19-25479bae0858", "address": "fa:16:3e:7a:3c:08", "network": {"id": "47427c38-34d3-4aac-b849-cd3e06535498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1796962405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1cacfb104d84a1781545c4b71aeaed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559a41eb-9f", "ovs_interfaceid": "559a41eb-9f56-497d-ba19-25479bae0858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.945596] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Releasing lock "refresh_cache-9830f926-b572-4aad-a23e-cc5971d22c48" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.945868] env[69584]: DEBUG nova.objects.instance [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lazy-loading 'migration_context' on Instance uuid 9830f926-b572-4aad-a23e-cc5971d22c48 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.448816] env[69584]: DEBUG nova.objects.base [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Object Instance<9830f926-b572-4aad-a23e-cc5971d22c48> lazy-loaded attributes: info_cache,migration_context {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1291.449794] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b314cd44-0bc6-4485-be3b-9ed979d2033f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.469313] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9bb8e7-708d-4291-8a40-1c314adbf477 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.474626] env[69584]: DEBUG oslo_vmware.api [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1291.474626] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1d0ae-653c-ea19-5545-312da6698c89" [ 1291.474626] env[69584]: _type = "Task" [ 1291.474626] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.484041] env[69584]: DEBUG oslo_vmware.api [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e1d0ae-653c-ea19-5545-312da6698c89, 'name': SearchDatastore_Task, 'duration_secs': 0.007291} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.484295] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.484536] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.066151] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41516acc-5e0c-4d14-9b29-4abfea831924 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.073551] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ce31a-6ae0-47f6-8b55-a8c0f5937102 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.104602] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e3d65b-0c06-491b-b2f0-81d9ea85208f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.111379] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c5035f-1662-4cb9-bfe6-2b2a9220ef06 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.124116] env[69584]: DEBUG nova.compute.provider_tree [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.627698] env[69584]: DEBUG nova.scheduler.client.report [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.638777] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.154s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.911465] env[69584]: INFO nova.compute.manager [None req-2f5a9ca4-237f-4761-ac43-571961b9f4fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Get console output [ 1293.911465] env[69584]: WARNING nova.virt.vmwareapi.driver [None req-2f5a9ca4-237f-4761-ac43-571961b9f4fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] The console log is missing. Check your VSPC configuration [ 1294.198045] env[69584]: INFO nova.scheduler.client.report [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted allocation for migration 131f177e-daa9-490c-8762-9c7d181fae3f [ 1294.704630] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d470200e-e081-4daa-93cb-6d1e866f6b1a tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "9830f926-b572-4aad-a23e-cc5971d22c48" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 5.986s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.887046] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.887347] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.391697] env[69584]: DEBUG nova.compute.utils [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.897387] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.615538] env[69584]: DEBUG oslo_concurrency.lockutils [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.615786] env[69584]: DEBUG oslo_concurrency.lockutils [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.963942] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.964386] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.964497] env[69584]: INFO nova.compute.manager [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Attaching volume a1acd1a4-b845-4f35-8fcd-31091fa4c552 to /dev/sdb [ 1314.994321] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b6d222-53e1-44b2-9bd8-3f624dd5a87a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.001597] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f906a060-28d6-4038-8b81-05d590d61fa0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.014098] env[69584]: DEBUG nova.virt.block_device [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating existing volume attachment record: a6d95571-684e-4791-bd78-02e7156b6d0c {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1315.119304] env[69584]: DEBUG nova.compute.utils [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.623142] env[69584]: DEBUG oslo_concurrency.lockutils [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.676918] env[69584]: DEBUG oslo_concurrency.lockutils [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.677317] env[69584]: DEBUG oslo_concurrency.lockutils [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.677539] env[69584]: INFO nova.compute.manager [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Attaching volume 86ffee33-9859-4edc-890a-2b5641f865d0 to /dev/sdb [ 1316.706409] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb377cf-a5e7-40ab-936e-008535fcbe14 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.713581] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6064797c-6596-4030-9768-78cfb89a62cb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.727681] env[69584]: DEBUG nova.virt.block_device [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Updating existing volume attachment record: 133c6503-ed8a-4f74-bd13-21f824f31a61 {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1320.056445] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1320.056701] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696951', 'volume_id': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'name': 'volume-a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f9a5c2f-8a84-48a4-9356-4771ada3a56f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'serial': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1320.057571] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6d092-2251-475f-abe8-0a36460a4fde {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.074194] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc92dea-e72a-4877-b8fe-9ab35620ec47 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.099085] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-a1acd1a4-b845-4f35-8fcd-31091fa4c552/volume-a1acd1a4-b845-4f35-8fcd-31091fa4c552.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.099085] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be826475-80b7-480a-a486-e3d742702313 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.116529] env[69584]: DEBUG oslo_vmware.api [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1320.116529] env[69584]: value = "task-3486610" [ 1320.116529] env[69584]: _type = "Task" [ 1320.116529] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.124271] env[69584]: DEBUG oslo_vmware.api [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.626746] env[69584]: DEBUG oslo_vmware.api [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486610, 'name': ReconfigVM_Task, 'duration_secs': 0.393597} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.627042] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-a1acd1a4-b845-4f35-8fcd-31091fa4c552/volume-a1acd1a4-b845-4f35-8fcd-31091fa4c552.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.631614] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96ed428-4035-4a3c-82c6-339ae85fb31a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.645903] env[69584]: DEBUG oslo_vmware.api [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1320.645903] env[69584]: value = "task-3486611" [ 1320.645903] env[69584]: _type = "Task" [ 1320.645903] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.653274] env[69584]: DEBUG oslo_vmware.api [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.801184] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "9830f926-b572-4aad-a23e-cc5971d22c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.801461] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "9830f926-b572-4aad-a23e-cc5971d22c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.801676] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "9830f926-b572-4aad-a23e-cc5971d22c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.801864] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "9830f926-b572-4aad-a23e-cc5971d22c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.802048] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "9830f926-b572-4aad-a23e-cc5971d22c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.805552] env[69584]: INFO nova.compute.manager [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Terminating instance [ 1321.037015] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.037296] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.037458] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.037612] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.037765] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.037928] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.038119] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.038260] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1321.038407] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.156044] env[69584]: DEBUG oslo_vmware.api [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486611, 'name': ReconfigVM_Task, 'duration_secs': 0.131888} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.156398] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696951', 'volume_id': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'name': 'volume-a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f9a5c2f-8a84-48a4-9356-4771ada3a56f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'serial': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1321.269684] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1321.269930] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696953', 'volume_id': '86ffee33-9859-4edc-890a-2b5641f865d0', 'name': 'volume-86ffee33-9859-4edc-890a-2b5641f865d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19e93752-892a-43d0-83fb-4b245dc9c9aa', 'attached_at': '', 'detached_at': '', 'volume_id': '86ffee33-9859-4edc-890a-2b5641f865d0', 'serial': '86ffee33-9859-4edc-890a-2b5641f865d0'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1321.270821] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dee75bb-4846-41d6-b9d1-847246af5f8e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.288614] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5de258-e516-4cbf-947c-61136ab59f0d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.312382] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-86ffee33-9859-4edc-890a-2b5641f865d0/volume-86ffee33-9859-4edc-890a-2b5641f865d0.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.313152] env[69584]: DEBUG nova.compute.manager [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.313385] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.313597] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-283c77e9-2247-4192-b2e3-6cd8f2de24c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.326145] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d05ed363-e3cb-4071-aadc-a72f28b9edae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.332875] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1321.332875] env[69584]: value = "task-3486612" [ 1321.332875] env[69584]: _type = "Task" [ 1321.332875] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.334091] env[69584]: DEBUG oslo_vmware.api [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1321.334091] env[69584]: value = "task-3486613" [ 1321.334091] env[69584]: _type = "Task" [ 1321.334091] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.345059] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.347994] env[69584]: DEBUG oslo_vmware.api [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.542129] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.542447] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.542621] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.542779] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1321.543761] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ce65cc-e4b6-453f-835a-c9d6d012ad96 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.552500] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416992af-6e46-48cd-873c-1a30e83686a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.567297] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9727031d-5a27-480f-b4e0-7e3734c242f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.573508] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75877d7-d6cf-490f-86a1-faff6ded535f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.602936] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180109MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1321.603097] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.603310] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.845577] env[69584]: DEBUG oslo_vmware.api [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486613, 'name': ReconfigVM_Task, 'duration_secs': 0.413049} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.848538] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-86ffee33-9859-4edc-890a-2b5641f865d0/volume-86ffee33-9859-4edc-890a-2b5641f865d0.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.853305] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486612, 'name': PowerOffVM_Task, 'duration_secs': 0.19685} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.853523] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72188509-0cbc-41b5-a35f-37031b3d2001 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.863127] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.863330] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1321.863519] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696940', 'volume_id': '510a3460-36c2-4d60-98c5-3d964666b250', 'name': 'volume-510a3460-36c2-4d60-98c5-3d964666b250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9830f926-b572-4aad-a23e-cc5971d22c48', 'attached_at': '2025-04-19T15:05:39.000000', 'detached_at': '', 'volume_id': '510a3460-36c2-4d60-98c5-3d964666b250', 'serial': '510a3460-36c2-4d60-98c5-3d964666b250'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1321.864233] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c567642d-9aea-43ba-8c45-6bc775f0d3bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.882857] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4c7758-4320-43f3-b7f8-e4f09b6f4abe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.885203] env[69584]: DEBUG oslo_vmware.api [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1321.885203] env[69584]: value = "task-3486614" [ 1321.885203] env[69584]: _type = "Task" [ 1321.885203] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.890450] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0acdedd-354b-438f-82d7-09a50f12ae64 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.895409] env[69584]: DEBUG oslo_vmware.api [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.911666] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb7228-334a-49c5-b57b-54b9a565d28f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.925531] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] The volume has not been displaced from its original location: [datastore2] volume-510a3460-36c2-4d60-98c5-3d964666b250/volume-510a3460-36c2-4d60-98c5-3d964666b250.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1321.930598] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1321.930862] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78922fc2-0951-4e1f-9d41-f3008e924962 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.948881] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1321.948881] env[69584]: value = "task-3486615" [ 1321.948881] env[69584]: _type = "Task" [ 1321.948881] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.956521] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.192013] env[69584]: DEBUG nova.objects.instance [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'flavor' on Instance uuid 8f9a5c2f-8a84-48a4-9356-4771ada3a56f {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.400137] env[69584]: DEBUG oslo_vmware.api [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486614, 'name': ReconfigVM_Task, 'duration_secs': 0.130371} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.400137] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696953', 'volume_id': '86ffee33-9859-4edc-890a-2b5641f865d0', 'name': 'volume-86ffee33-9859-4edc-890a-2b5641f865d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19e93752-892a-43d0-83fb-4b245dc9c9aa', 'attached_at': '', 'detached_at': '', 'volume_id': '86ffee33-9859-4edc-890a-2b5641f865d0', 'serial': '86ffee33-9859-4edc-890a-2b5641f865d0'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1322.460227] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486615, 'name': ReconfigVM_Task, 'duration_secs': 0.153431} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.460557] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.465100] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24298bab-4628-4bae-a830-4e7aa31ebf98 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.481489] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1322.481489] env[69584]: value = "task-3486616" [ 1322.481489] env[69584]: _type = "Task" [ 1322.481489] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.489668] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.626425] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 5f181790-41f0-4812-84bb-672f2f077e83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.626590] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance c89f8bee-0e77-42cd-8015-d1a45cfb7a5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.626717] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 19e93752-892a-43d0-83fb-4b245dc9c9aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.626839] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 9830f926-b572-4aad-a23e-cc5971d22c48 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.696244] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e5bc62d2-3604-4f04-909a-eec086c052f2 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.732s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.991176] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486616, 'name': ReconfigVM_Task, 'duration_secs': 0.125612} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.991490] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696940', 'volume_id': '510a3460-36c2-4d60-98c5-3d964666b250', 'name': 'volume-510a3460-36c2-4d60-98c5-3d964666b250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9830f926-b572-4aad-a23e-cc5971d22c48', 'attached_at': '2025-04-19T15:05:39.000000', 'detached_at': '', 'volume_id': '510a3460-36c2-4d60-98c5-3d964666b250', 'serial': '510a3460-36c2-4d60-98c5-3d964666b250'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1322.991758] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.992574] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f194258b-cc58-4393-bf98-d105c29ce2bf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.999236] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.999660] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8396dc5-7ebe-43ec-a32a-779785528d8a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.067126] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.067368] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.067551] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleting the datastore file [datastore2] 9830f926-b572-4aad-a23e-cc5971d22c48 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.067795] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbfbeca4-307e-4632-b657-11bd7c092420 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.074065] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1323.074065] env[69584]: value = "task-3486618" [ 1323.074065] env[69584]: _type = "Task" [ 1323.074065] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.081539] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.129820] env[69584]: INFO nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 6e8da4ef-1f79-45f3-8691-e490ad8c6d43 has allocations against this compute host but is not found in the database. [ 1323.129975] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 8f9a5c2f-8a84-48a4-9356-4771ada3a56f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.130151] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1323.130292] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1323.212790] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740cb761-ca02-4abd-b402-9c8c2c98f286 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.220581] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091bfcf8-d936-45fb-a449-9f4f58efffd2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.260591] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24224f50-a92c-414b-973e-1e058074b159 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.262823] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d7acf9-f3cb-424d-a66a-9fd692f62b3f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.277025] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.439513] env[69584]: DEBUG nova.objects.instance [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'flavor' on Instance uuid 19e93752-892a-43d0-83fb-4b245dc9c9aa {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.483776] env[69584]: DEBUG nova.compute.manager [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Stashing vm_state: active {{(pid=69584) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1323.583674] env[69584]: DEBUG oslo_vmware.api [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085376} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.583926] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.584121] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.584299] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.584480] env[69584]: INFO nova.compute.manager [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1323.584717] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.584901] env[69584]: DEBUG nova.compute.manager [-] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.584997] env[69584]: DEBUG nova.network.neutron [-] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.759952] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.779584] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.945409] env[69584]: DEBUG oslo_concurrency.lockutils [None req-26173dbc-89ee-4a87-a5b7-23f602a00e0b tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.946721] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.187s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.946908] env[69584]: DEBUG nova.compute.manager [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.947758] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf44f755-b1ff-4cb6-9e56-12c2e7355c71 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.956172] env[69584]: DEBUG nova.compute.manager [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1323.956732] env[69584]: DEBUG nova.objects.instance [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'flavor' on Instance uuid 19e93752-892a-43d0-83fb-4b245dc9c9aa {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.993400] env[69584]: DEBUG nova.compute.manager [req-e7da32cb-40f5-43fc-9be8-9abf8de070d1 req-4ae02d8b-cae3-484a-a2cd-a4cd086c2d43 service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Received event network-vif-deleted-559a41eb-9f56-497d-ba19-25479bae0858 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.993628] env[69584]: INFO nova.compute.manager [req-e7da32cb-40f5-43fc-9be8-9abf8de070d1 req-4ae02d8b-cae3-484a-a2cd-a4cd086c2d43 service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Neutron deleted interface 559a41eb-9f56-497d-ba19-25479bae0858; detaching it from the instance and deleting it from the info cache [ 1323.993742] env[69584]: DEBUG nova.network.neutron [req-e7da32cb-40f5-43fc-9be8-9abf8de070d1 req-4ae02d8b-cae3-484a-a2cd-a4cd086c2d43 service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.004169] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.283861] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1324.284157] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.681s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.284315] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.280s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.474777] env[69584]: DEBUG nova.network.neutron [-] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.496014] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a18a776-e342-4b99-baf4-bc92c9cf3a15 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.505944] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed66f9af-df35-47f1-88c7-e06165f1e07c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.532547] env[69584]: DEBUG nova.compute.manager [req-e7da32cb-40f5-43fc-9be8-9abf8de070d1 req-4ae02d8b-cae3-484a-a2cd-a4cd086c2d43 service nova] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Detach interface failed, port_id=559a41eb-9f56-497d-ba19-25479bae0858, reason: Instance 9830f926-b572-4aad-a23e-cc5971d22c48 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.789312] env[69584]: INFO nova.compute.claims [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.971857] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.972199] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a33b725b-7b7e-470e-a44b-700dc216411a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.977691] env[69584]: INFO nova.compute.manager [-] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Took 1.39 seconds to deallocate network for instance. [ 1324.982711] env[69584]: DEBUG oslo_vmware.api [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1324.982711] env[69584]: value = "task-3486619" [ 1324.982711] env[69584]: _type = "Task" [ 1324.982711] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.989286] env[69584]: DEBUG oslo_vmware.api [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.295796] env[69584]: INFO nova.compute.resource_tracker [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating resource usage from migration 6e8da4ef-1f79-45f3-8691-e490ad8c6d43 [ 1325.369435] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf95a6f-3070-426c-81c6-08e539b74971 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.376917] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db456b03-db5a-4566-8889-f8115c455673 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.405609] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c91e5-effa-4d8a-bad8-70acfb5743f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.412556] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6913270-7267-43f5-8879-86c51dc2ec5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.426731] env[69584]: DEBUG nova.compute.provider_tree [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.490345] env[69584]: DEBUG oslo_vmware.api [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486619, 'name': PowerOffVM_Task, 'duration_secs': 0.235492} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.490585] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.490773] env[69584]: DEBUG nova.compute.manager [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.491509] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8914b7d9-cec7-4f46-9954-cb5fe87ffabc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.528268] env[69584]: INFO nova.compute.manager [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Took 0.55 seconds to detach 1 volumes for instance. [ 1325.530546] env[69584]: DEBUG nova.compute.manager [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Deleting volume: 510a3460-36c2-4d60-98c5-3d964666b250 {{(pid=69584) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1325.929500] env[69584]: DEBUG nova.scheduler.client.report [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.002252] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b21fa44f-f5bd-4b7c-88f9-b037c7e1814e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.069494] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.434530] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.150s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.434913] env[69584]: INFO nova.compute.manager [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Migrating [ 1326.441957] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.373s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.442248] env[69584]: DEBUG nova.objects.instance [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lazy-loading 'resources' on Instance uuid 9830f926-b572-4aad-a23e-cc5971d22c48 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.953697] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.955042] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.955042] env[69584]: DEBUG nova.network.neutron [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.034699] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba7d422-ece9-47d0-82c1-335491417a4b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.043035] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc7ee91-fb58-4676-a2d6-68e5c42be164 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.072939] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e895159a-3cd4-4f2d-b17c-e73de7dad028 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.079813] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae10ee5e-4f10-4bf6-80ff-1c152adb9e2c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.092452] env[69584]: DEBUG nova.compute.provider_tree [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.279490] env[69584]: DEBUG nova.objects.instance [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'flavor' on Instance uuid 19e93752-892a-43d0-83fb-4b245dc9c9aa {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.595322] env[69584]: DEBUG nova.scheduler.client.report [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.656957] env[69584]: DEBUG nova.network.neutron [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance_info_cache with network_info: [{"id": "29156fd4-e6c6-487a-af75-dd062be36974", "address": "fa:16:3e:20:50:83", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29156fd4-e6", "ovs_interfaceid": "29156fd4-e6c6-487a-af75-dd062be36974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.784631] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.784755] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquired lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.784915] env[69584]: DEBUG nova.network.neutron [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.785105] env[69584]: DEBUG nova.objects.instance [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'info_cache' on Instance uuid 19e93752-892a-43d0-83fb-4b245dc9c9aa {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.102205] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.120225] env[69584]: INFO nova.scheduler.client.report [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted allocations for instance 9830f926-b572-4aad-a23e-cc5971d22c48 [ 1328.159044] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.287882] env[69584]: DEBUG nova.objects.base [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Object Instance<19e93752-892a-43d0-83fb-4b245dc9c9aa> lazy-loaded attributes: flavor,info_cache {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1328.627998] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cf246a70-40d7-4edd-b1df-8167d4b8cbb3 tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "9830f926-b572-4aad-a23e-cc5971d22c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.826s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.022277] env[69584]: DEBUG nova.network.neutron [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Updating instance_info_cache with network_info: [{"id": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "address": "fa:16:3e:ce:31:d7", "network": {"id": "5add025e-1fea-493b-9196-61d4efa0c09b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-546368150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa6bc0755044b789b4c2f31cfc3c427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eab432b-f8", "ovs_interfaceid": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.525608] env[69584]: DEBUG oslo_concurrency.lockutils [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Releasing lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.661593] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.661908] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.662085] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.662675] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.662871] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.665181] env[69584]: INFO nova.compute.manager [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Terminating instance [ 1329.672600] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f5fe04-8aec-44f0-bc55-fc49a2b8e62a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.693355] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance '8f9a5c2f-8a84-48a4-9356-4771ada3a56f' progress to 0 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.169248] env[69584]: DEBUG nova.compute.manager [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.169492] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.170395] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db700462-1ae4-44d1-bf65-8fd9ee524d32 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.177444] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.177668] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b1ffd29-430e-4e69-9e04-b06bee81de4e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.183980] env[69584]: DEBUG oslo_vmware.api [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1330.183980] env[69584]: value = "task-3486621" [ 1330.183980] env[69584]: _type = "Task" [ 1330.183980] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.191478] env[69584]: DEBUG oslo_vmware.api [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.198061] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.198279] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85fe1b73-6624-41af-a2b7-e7c7f0ae9741 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.203035] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1330.203035] env[69584]: value = "task-3486622" [ 1330.203035] env[69584]: _type = "Task" [ 1330.203035] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.210361] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.531646] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.531981] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9e703a5-8888-42f1-b665-630db618bc50 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.539223] env[69584]: DEBUG oslo_vmware.api [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1330.539223] env[69584]: value = "task-3486623" [ 1330.539223] env[69584]: _type = "Task" [ 1330.539223] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.547807] env[69584]: DEBUG oslo_vmware.api [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.693508] env[69584]: DEBUG oslo_vmware.api [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486621, 'name': PowerOffVM_Task, 'duration_secs': 0.189003} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.693881] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.694060] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.694357] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22558bfe-162f-484b-9f44-afa33d4507bc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.711666] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486622, 'name': PowerOffVM_Task, 'duration_secs': 0.207616} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.711934] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.712190] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance '8f9a5c2f-8a84-48a4-9356-4771ada3a56f' progress to 17 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.756394] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.756616] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.756850] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleting the datastore file [datastore1] c89f8bee-0e77-42cd-8015-d1a45cfb7a5b {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.757174] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52d33df1-5139-4e9a-aaf4-e96d9d4cfb11 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.763782] env[69584]: DEBUG oslo_vmware.api [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1330.763782] env[69584]: value = "task-3486625" [ 1330.763782] env[69584]: _type = "Task" [ 1330.763782] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.771989] env[69584]: DEBUG oslo_vmware.api [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.049473] env[69584]: DEBUG oslo_vmware.api [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486623, 'name': PowerOnVM_Task, 'duration_secs': 0.370969} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.049673] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.049881] env[69584]: DEBUG nova.compute.manager [None req-38b69db5-edc4-4bae-ae40-9e21d300efb4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.050632] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc79091-52d0-4513-83bc-5c36cec70f7b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.218870] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.219439] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.219439] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.219534] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.219638] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.219785] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.219994] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.220810] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.220810] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.220810] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.220954] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.226344] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed8f253c-91e3-4289-8732-ec2fe5e81864 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.241492] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1331.241492] env[69584]: value = "task-3486626" [ 1331.241492] env[69584]: _type = "Task" [ 1331.241492] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.249296] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.273604] env[69584]: DEBUG oslo_vmware.api [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183265} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.273922] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.274193] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.274406] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.274646] env[69584]: INFO nova.compute.manager [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1331.274945] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.275199] env[69584]: DEBUG nova.compute.manager [-] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.275304] env[69584]: DEBUG nova.network.neutron [-] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.523494] env[69584]: DEBUG nova.compute.manager [req-fb16fe05-4b94-47d1-9055-48a25a130a58 req-ba6c3b89-a4d3-4be2-a672-eb458088b969 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Received event network-vif-deleted-34795330-f511-43ad-983b-b82ba0f9e8ab {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.523703] env[69584]: INFO nova.compute.manager [req-fb16fe05-4b94-47d1-9055-48a25a130a58 req-ba6c3b89-a4d3-4be2-a672-eb458088b969 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Neutron deleted interface 34795330-f511-43ad-983b-b82ba0f9e8ab; detaching it from the instance and deleting it from the info cache [ 1331.523883] env[69584]: DEBUG nova.network.neutron [req-fb16fe05-4b94-47d1-9055-48a25a130a58 req-ba6c3b89-a4d3-4be2-a672-eb458088b969 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.750763] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486626, 'name': ReconfigVM_Task, 'duration_secs': 0.174426} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.751174] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance '8f9a5c2f-8a84-48a4-9356-4771ada3a56f' progress to 33 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.008577] env[69584]: DEBUG nova.network.neutron [-] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.026341] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73f94fc0-2124-408e-8e2e-7c63457c1add {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.036044] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582c53ec-71bc-42df-9dca-5003a2778ece {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.062823] env[69584]: DEBUG nova.compute.manager [req-fb16fe05-4b94-47d1-9055-48a25a130a58 req-ba6c3b89-a4d3-4be2-a672-eb458088b969 service nova] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Detach interface failed, port_id=34795330-f511-43ad-983b-b82ba0f9e8ab, reason: Instance c89f8bee-0e77-42cd-8015-d1a45cfb7a5b could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1332.257961] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.258227] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.258385] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.258566] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.258737] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.258859] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.259142] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.259384] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.259621] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.259851] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.260109] env[69584]: DEBUG nova.virt.hardware [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.267023] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1332.267023] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ccebf2-6790-4daa-a081-3384351c4ffa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.291883] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1332.291883] env[69584]: value = "task-3486627" [ 1332.291883] env[69584]: _type = "Task" [ 1332.291883] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.303723] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.511760] env[69584]: INFO nova.compute.manager [-] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Took 1.24 seconds to deallocate network for instance. [ 1332.802726] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486627, 'name': ReconfigVM_Task, 'duration_secs': 0.192999} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.803179] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1332.803726] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4326d34-fe77-4983-a334-9283e4c1324f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.827738] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 8f9a5c2f-8a84-48a4-9356-4771ada3a56f/8f9a5c2f-8a84-48a4-9356-4771ada3a56f.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.827980] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af3233c-1e8a-4e06-af66-51b139f4ef46 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.846230] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1332.846230] env[69584]: value = "task-3486628" [ 1332.846230] env[69584]: _type = "Task" [ 1332.846230] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.854701] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.018122] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.018434] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.018671] env[69584]: DEBUG nova.objects.instance [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lazy-loading 'resources' on Instance uuid c89f8bee-0e77-42cd-8015-d1a45cfb7a5b {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.356042] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486628, 'name': ReconfigVM_Task, 'duration_secs': 0.303091} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.356266] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 8f9a5c2f-8a84-48a4-9356-4771ada3a56f/8f9a5c2f-8a84-48a4-9356-4771ada3a56f.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.356540] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance '8f9a5c2f-8a84-48a4-9356-4771ada3a56f' progress to 50 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.593496] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2167ace9-7ecb-4f1f-80ba-88692a7c46e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.600387] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbc562f-0ea7-4bab-a4c6-e2cf10520f41 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.630633] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a9aba7-4cad-485f-88d3-c0838c7667ed {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.637191] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2885aa6c-4568-46c8-85dd-39244c00114a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.649854] env[69584]: DEBUG nova.compute.provider_tree [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.864037] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad53e715-75f2-4040-884b-19f76b9a8a79 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.885622] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781bf2a1-6cf1-4f3f-928c-c5e87d51a965 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.905803] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance '8f9a5c2f-8a84-48a4-9356-4771ada3a56f' progress to 67 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.153292] env[69584]: DEBUG nova.scheduler.client.report [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.658424] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.681374] env[69584]: INFO nova.scheduler.client.report [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted allocations for instance c89f8bee-0e77-42cd-8015-d1a45cfb7a5b [ 1335.188802] env[69584]: DEBUG oslo_concurrency.lockutils [None req-cddbf635-c8a5-4617-bfdc-c8c6121bbc3f tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "c89f8bee-0e77-42cd-8015-d1a45cfb7a5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.527s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.555736] env[69584]: DEBUG nova.network.neutron [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Port 29156fd4-e6c6-487a-af75-dd062be36974 binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1336.581284] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.581593] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.581742] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.614814] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.615044] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.615202] env[69584]: DEBUG nova.network.neutron [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.318738] env[69584]: DEBUG nova.network.neutron [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance_info_cache with network_info: [{"id": "29156fd4-e6c6-487a-af75-dd062be36974", "address": "fa:16:3e:20:50:83", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29156fd4-e6", "ovs_interfaceid": "29156fd4-e6c6-487a-af75-dd062be36974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.821370] env[69584]: DEBUG oslo_concurrency.lockutils [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.331077] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db068da7-0adf-43a5-9a39-dddde6db1c1c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.338320] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a8ec96-c68c-4712-88d4-3fe9957c95fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.360235] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "5f181790-41f0-4812-84bb-672f2f077e83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.360474] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "5f181790-41f0-4812-84bb-672f2f077e83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.360669] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "5f181790-41f0-4812-84bb-672f2f077e83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.360844] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "5f181790-41f0-4812-84bb-672f2f077e83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.361017] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "5f181790-41f0-4812-84bb-672f2f077e83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.362963] env[69584]: INFO nova.compute.manager [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Terminating instance [ 1339.866562] env[69584]: DEBUG nova.compute.manager [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.866907] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.867731] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c758c0-4029-4ee6-9061-6a7c0f69efe6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.875582] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.875801] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96d39818-5adb-41eb-b234-7c46f9a37de9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.882338] env[69584]: DEBUG oslo_vmware.api [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1339.882338] env[69584]: value = "task-3486630" [ 1339.882338] env[69584]: _type = "Task" [ 1339.882338] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.890149] env[69584]: DEBUG oslo_vmware.api [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.392204] env[69584]: DEBUG oslo_vmware.api [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486630, 'name': PowerOffVM_Task, 'duration_secs': 0.190619} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.392491] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.392658] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.392897] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b8aeff3-8a8d-4231-a88e-a1f11eca8e4e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.440596] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a534439c-98e5-488f-b9ca-2e830c34b591 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.462485] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b0c65-4e81-4f15-b50b-6c3e38c5706a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.465128] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.465323] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.465500] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleting the datastore file [datastore2] 5f181790-41f0-4812-84bb-672f2f077e83 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.465721] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-369f4d40-d1ba-42e9-9c08-99eb871347f0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.471148] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance '8f9a5c2f-8a84-48a4-9356-4771ada3a56f' progress to 83 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.475451] env[69584]: DEBUG oslo_vmware.api [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for the task: (returnval){ [ 1340.475451] env[69584]: value = "task-3486632" [ 1340.475451] env[69584]: _type = "Task" [ 1340.475451] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.482384] env[69584]: DEBUG oslo_vmware.api [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.978826] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.979306] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def07f28-f97a-4e8f-9414-c21cfa30eec9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.989977] env[69584]: DEBUG oslo_vmware.api [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Task: {'id': task-3486632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165908} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.991192] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.991419] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.991640] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.991823] env[69584]: INFO nova.compute.manager [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1340.992068] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.992333] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1340.992333] env[69584]: value = "task-3486633" [ 1340.992333] env[69584]: _type = "Task" [ 1340.992333] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.992536] env[69584]: DEBUG nova.compute.manager [-] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.992623] env[69584]: DEBUG nova.network.neutron [-] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.003236] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.255373] env[69584]: DEBUG nova.compute.manager [req-78904e11-5eb8-49f5-af7a-5efaf0647de1 req-1e82d935-f237-428c-ab3f-c89ce4ae7d0b service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Received event network-vif-deleted-b96dc9f7-e652-4bc1-afec-51499492cc32 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.255583] env[69584]: INFO nova.compute.manager [req-78904e11-5eb8-49f5-af7a-5efaf0647de1 req-1e82d935-f237-428c-ab3f-c89ce4ae7d0b service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Neutron deleted interface b96dc9f7-e652-4bc1-afec-51499492cc32; detaching it from the instance and deleting it from the info cache [ 1341.255752] env[69584]: DEBUG nova.network.neutron [req-78904e11-5eb8-49f5-af7a-5efaf0647de1 req-1e82d935-f237-428c-ab3f-c89ce4ae7d0b service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.504116] env[69584]: DEBUG oslo_vmware.api [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486633, 'name': PowerOnVM_Task, 'duration_secs': 0.42318} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.504333] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.504501] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-e95660b3-7d44-4ff4-9623-2ae4779729d0 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance '8f9a5c2f-8a84-48a4-9356-4771ada3a56f' progress to 100 {{(pid=69584) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.732710] env[69584]: DEBUG nova.network.neutron [-] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.757679] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0411067c-ea26-4ef5-9330-568d16e67ece {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.766989] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8343a68-36d6-4a71-bb67-526596dc1ba1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.791676] env[69584]: DEBUG nova.compute.manager [req-78904e11-5eb8-49f5-af7a-5efaf0647de1 req-1e82d935-f237-428c-ab3f-c89ce4ae7d0b service nova] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Detach interface failed, port_id=b96dc9f7-e652-4bc1-afec-51499492cc32, reason: Instance 5f181790-41f0-4812-84bb-672f2f077e83 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1342.236014] env[69584]: INFO nova.compute.manager [-] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Took 1.24 seconds to deallocate network for instance. [ 1342.744342] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.744643] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.744860] env[69584]: DEBUG nova.objects.instance [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lazy-loading 'resources' on Instance uuid 5f181790-41f0-4812-84bb-672f2f077e83 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.312580] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2038c102-a2f0-46ca-a82f-f69e61c7a22f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.320291] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e76849-b8b0-436f-b05a-b8bbd7113229 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.349663] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5de2c-9190-4f14-8cf7-966c43fb05ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.356359] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36166376-2373-47e0-8e6d-7b81bcbc82da {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.369235] env[69584]: DEBUG nova.compute.provider_tree [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.872878] env[69584]: DEBUG nova.scheduler.client.report [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.078723] env[69584]: DEBUG nova.network.neutron [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Port 29156fd4-e6c6-487a-af75-dd062be36974 binding to destination host cpu-1 is already ACTIVE {{(pid=69584) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1344.079062] env[69584]: DEBUG oslo_concurrency.lockutils [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.079243] env[69584]: DEBUG oslo_concurrency.lockutils [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.079476] env[69584]: DEBUG nova.network.neutron [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.377860] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.394846] env[69584]: INFO nova.scheduler.client.report [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Deleted allocations for instance 5f181790-41f0-4812-84bb-672f2f077e83 [ 1344.809984] env[69584]: DEBUG nova.network.neutron [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance_info_cache with network_info: [{"id": "29156fd4-e6c6-487a-af75-dd062be36974", "address": "fa:16:3e:20:50:83", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29156fd4-e6", "ovs_interfaceid": "29156fd4-e6c6-487a-af75-dd062be36974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.902749] env[69584]: DEBUG oslo_concurrency.lockutils [None req-c71dc7f6-16ef-4ff5-91bc-5162a616c2fa tempest-ServerActionsTestOtherA-574324565 tempest-ServerActionsTestOtherA-574324565-project-member] Lock "5f181790-41f0-4812-84bb-672f2f077e83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.542s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.312558] env[69584]: DEBUG oslo_concurrency.lockutils [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.816877] env[69584]: DEBUG nova.compute.manager [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69584) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1346.920103] env[69584]: DEBUG oslo_concurrency.lockutils [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.920410] env[69584]: DEBUG oslo_concurrency.lockutils [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.423841] env[69584]: DEBUG nova.objects.instance [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'migration_context' on Instance uuid 8f9a5c2f-8a84-48a4-9356-4771ada3a56f {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.979921] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbb5db9-2972-4b9d-87ac-752a90bd5d57 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.987516] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1001b938-96b8-4750-8136-c09f696d102d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.018941] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7133edc-4faa-41b9-a35a-b8fb7ded8046 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.027675] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef064778-71f1-4388-9a07-81819b283635 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.041032] env[69584]: DEBUG nova.compute.provider_tree [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.544434] env[69584]: DEBUG nova.scheduler.client.report [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.554828] env[69584]: DEBUG oslo_concurrency.lockutils [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.634s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.098804] env[69584]: INFO nova.compute.manager [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Swapping old allocation on dict_keys(['30f8f051-88a7-431d-bbd1-9aafd798bbef']) held by migration 6e8da4ef-1f79-45f3-8691-e490ad8c6d43 for instance [ 1351.121043] env[69584]: DEBUG nova.scheduler.client.report [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Overwriting current allocation {'allocations': {'30f8f051-88a7-431d-bbd1-9aafd798bbef': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': '0aedb1a017474424b46d6c07c253e7bc', 'user_id': 'b1d471d8babf4462862e6ee41de0986c', 'consumer_generation': 1} on consumer 8f9a5c2f-8a84-48a4-9356-4771ada3a56f {{(pid=69584) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1351.198777] env[69584]: DEBUG oslo_concurrency.lockutils [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.198950] env[69584]: DEBUG oslo_concurrency.lockutils [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.199163] env[69584]: DEBUG nova.network.neutron [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.890754] env[69584]: DEBUG nova.network.neutron [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance_info_cache with network_info: [{"id": "29156fd4-e6c6-487a-af75-dd062be36974", "address": "fa:16:3e:20:50:83", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29156fd4-e6", "ovs_interfaceid": "29156fd4-e6c6-487a-af75-dd062be36974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.393265] env[69584]: DEBUG oslo_concurrency.lockutils [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-8f9a5c2f-8a84-48a4-9356-4771ada3a56f" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.394325] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b41fd10-5958-4909-979e-0f8570a7db38 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.401527] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d196168-b017-465f-8f5c-72bbfccac5b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.484508] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.484949] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86918e6b-aa02-495c-972c-e2683cb54a5b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.493186] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1353.493186] env[69584]: value = "task-3486634" [ 1353.493186] env[69584]: _type = "Task" [ 1353.493186] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.501037] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.003080] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486634, 'name': PowerOffVM_Task, 'duration_secs': 0.186844} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.003375] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.004041] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.004258] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.004447] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.004647] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.004791] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.004935] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.005155] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.005315] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.005477] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.005636] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.005803] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.010570] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be64ff83-6023-4da5-ab8c-28f4a8b4e7c0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.025364] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1354.025364] env[69584]: value = "task-3486635" [ 1354.025364] env[69584]: _type = "Task" [ 1354.025364] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.032855] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.535606] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486635, 'name': ReconfigVM_Task, 'duration_secs': 0.127957} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.536447] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faacd04-d6d0-4799-9a98-209b0bd2fa0a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.556567] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.556804] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.556959] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.557159] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.557308] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.557457] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.557659] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.557817] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.557984] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.558166] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.558338] env[69584]: DEBUG nova.virt.hardware [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.559089] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbbcbb5-e620-4713-a8a0-de6f0da7ac0d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.564296] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1354.564296] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5227f56a-452b-a9c8-078c-3e2b6af11601" [ 1354.564296] env[69584]: _type = "Task" [ 1354.564296] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.572363] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5227f56a-452b-a9c8-078c-3e2b6af11601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.073898] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5227f56a-452b-a9c8-078c-3e2b6af11601, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.079227] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1355.079500] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35729dfc-ab70-4247-874d-6774e3d9929d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.097661] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1355.097661] env[69584]: value = "task-3486636" [ 1355.097661] env[69584]: _type = "Task" [ 1355.097661] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.105604] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.608170] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486636, 'name': ReconfigVM_Task, 'duration_secs': 0.198372} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.608487] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1355.609236] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dc9e13-c459-43ab-9f14-d63b0b2d9da7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.634187] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 8f9a5c2f-8a84-48a4-9356-4771ada3a56f/8f9a5c2f-8a84-48a4-9356-4771ada3a56f.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.634417] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c1279a2-be98-4ff9-80ad-ae011a9181fc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.651538] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1355.651538] env[69584]: value = "task-3486637" [ 1355.651538] env[69584]: _type = "Task" [ 1355.651538] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.658720] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.161531] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486637, 'name': ReconfigVM_Task, 'duration_secs': 0.287893} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.161811] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 8f9a5c2f-8a84-48a4-9356-4771ada3a56f/8f9a5c2f-8a84-48a4-9356-4771ada3a56f.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.162655] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480f26c5-5485-44ff-8ef9-ede90dbac7b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.182687] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e49cb4a-3ec9-49f1-92f4-96cc238d174b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.202076] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e9aca-0e12-4678-b4a0-4e6864d1e3c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.221046] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb312012-06e0-4703-95fd-b3b6375b1a15 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.226991] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.227215] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1963a7e4-52f3-4b46-9f1f-bfe4b96c5d19 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.232220] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1356.232220] env[69584]: value = "task-3486638" [ 1356.232220] env[69584]: _type = "Task" [ 1356.232220] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.238972] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.742561] env[69584]: DEBUG oslo_vmware.api [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486638, 'name': PowerOnVM_Task, 'duration_secs': 0.350563} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.742956] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.783898] env[69584]: INFO nova.compute.manager [None req-199c0a32-0e1a-4c01-8c32-10e1a7e4f724 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance to original state: 'active' [ 1358.785917] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.786713] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.786976] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.787202] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.787431] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.790037] env[69584]: INFO nova.compute.manager [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Terminating instance [ 1359.294382] env[69584]: DEBUG nova.compute.manager [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.294786] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.295233] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4667daaa-56bf-41c8-814e-a71980114f82 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.304413] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1359.304413] env[69584]: value = "task-3486639" [ 1359.304413] env[69584]: _type = "Task" [ 1359.304413] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.318056] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.814087] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486639, 'name': PowerOffVM_Task, 'duration_secs': 0.242583} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.814385] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.814602] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1359.814805] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696951', 'volume_id': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'name': 'volume-a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8f9a5c2f-8a84-48a4-9356-4771ada3a56f', 'attached_at': '2025-04-19T15:06:48.000000', 'detached_at': '', 'volume_id': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'serial': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1359.815582] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd2174-bea8-4228-afed-6630950663c2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.837222] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504a9416-2663-41e8-bfd0-6a4fe5cf81d5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.844056] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf6a87-769b-4272-82e2-707bfacc7603 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.863690] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64937d8b-5d23-40ba-91f1-049dd734efac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.879189] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] The volume has not been displaced from its original location: [datastore1] volume-a1acd1a4-b845-4f35-8fcd-31091fa4c552/volume-a1acd1a4-b845-4f35-8fcd-31091fa4c552.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1359.884285] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1359.884542] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb781c3-f7b9-4875-b78c-6be424c7880e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.902984] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1359.902984] env[69584]: value = "task-3486640" [ 1359.902984] env[69584]: _type = "Task" [ 1359.902984] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.910279] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.412955] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486640, 'name': ReconfigVM_Task, 'duration_secs': 0.206592} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.413434] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1360.417985] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e056a50-e90a-4e41-9777-daeec319da70 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.433213] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1360.433213] env[69584]: value = "task-3486641" [ 1360.433213] env[69584]: _type = "Task" [ 1360.433213] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.441476] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.943252] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486641, 'name': ReconfigVM_Task, 'duration_secs': 0.131663} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.943527] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696951', 'volume_id': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'name': 'volume-a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8f9a5c2f-8a84-48a4-9356-4771ada3a56f', 'attached_at': '2025-04-19T15:06:48.000000', 'detached_at': '', 'volume_id': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552', 'serial': 'a1acd1a4-b845-4f35-8fcd-31091fa4c552'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1360.943647] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.944470] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a69c11-0ba7-41d0-acbf-ac99c224a44e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.950647] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.950887] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df9a00e6-6d45-49de-8f40-a19ab3876acb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.009260] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.009492] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.009688] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleting the datastore file [datastore2] 8f9a5c2f-8a84-48a4-9356-4771ada3a56f {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.009940] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4a52eca-f234-4b73-b0bc-44c1446cc7ad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.015989] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1361.015989] env[69584]: value = "task-3486643" [ 1361.015989] env[69584]: _type = "Task" [ 1361.015989] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.023501] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.526234] env[69584]: DEBUG oslo_vmware.api [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150964} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.526491] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.526673] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.526849] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.527033] env[69584]: INFO nova.compute.manager [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1361.527270] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.527459] env[69584]: DEBUG nova.compute.manager [-] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1361.527558] env[69584]: DEBUG nova.network.neutron [-] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.960073] env[69584]: DEBUG nova.compute.manager [req-a9d92559-89f1-4950-bd19-76cccd68b133 req-00cdbc01-c5c0-43a3-acec-8923aa380d4f service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Received event network-vif-deleted-29156fd4-e6c6-487a-af75-dd062be36974 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.960327] env[69584]: INFO nova.compute.manager [req-a9d92559-89f1-4950-bd19-76cccd68b133 req-00cdbc01-c5c0-43a3-acec-8923aa380d4f service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Neutron deleted interface 29156fd4-e6c6-487a-af75-dd062be36974; detaching it from the instance and deleting it from the info cache [ 1361.960524] env[69584]: DEBUG nova.network.neutron [req-a9d92559-89f1-4950-bd19-76cccd68b133 req-00cdbc01-c5c0-43a3-acec-8923aa380d4f service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.440112] env[69584]: DEBUG nova.network.neutron [-] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.462752] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f210c0ee-1d2d-419a-a473-d6b8005957ea {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.472509] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7703d4-a56c-4d20-bf44-ce94715acc33 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.497459] env[69584]: DEBUG nova.compute.manager [req-a9d92559-89f1-4950-bd19-76cccd68b133 req-00cdbc01-c5c0-43a3-acec-8923aa380d4f service nova] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Detach interface failed, port_id=29156fd4-e6c6-487a-af75-dd062be36974, reason: Instance 8f9a5c2f-8a84-48a4-9356-4771ada3a56f could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1362.943119] env[69584]: INFO nova.compute.manager [-] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Took 1.42 seconds to deallocate network for instance. [ 1363.485605] env[69584]: INFO nova.compute.manager [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Took 0.54 seconds to detach 1 volumes for instance. [ 1363.992217] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.992520] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.992715] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.015198] env[69584]: INFO nova.scheduler.client.report [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleted allocations for instance 8f9a5c2f-8a84-48a4-9356-4771ada3a56f [ 1364.523744] env[69584]: DEBUG oslo_concurrency.lockutils [None req-0b874285-246b-4beb-aa2f-583d3a34f2f4 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "8f9a5c2f-8a84-48a4-9356-4771ada3a56f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.898259] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.898552] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.400604] env[69584]: DEBUG nova.compute.manager [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.924034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.924311] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.925660] env[69584]: INFO nova.compute.claims [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.519745] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.520031] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.971420] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baa049b-0427-4f6a-a4e1-ffbfefbaf843 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.978724] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f5458-8ba0-4078-b370-cfd5591d6a63 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.008492] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4b6ca7-293a-4990-8770-a572b7c3b5b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.014962] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8889b040-15ca-420a-9353-f3f59a5e0574 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.027519] env[69584]: INFO nova.compute.manager [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Detaching volume 86ffee33-9859-4edc-890a-2b5641f865d0 [ 1368.029202] env[69584]: DEBUG nova.compute.provider_tree [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.057722] env[69584]: INFO nova.virt.block_device [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Attempting to driver detach volume 86ffee33-9859-4edc-890a-2b5641f865d0 from mountpoint /dev/sdb [ 1368.057951] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1368.058189] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696953', 'volume_id': '86ffee33-9859-4edc-890a-2b5641f865d0', 'name': 'volume-86ffee33-9859-4edc-890a-2b5641f865d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19e93752-892a-43d0-83fb-4b245dc9c9aa', 'attached_at': '', 'detached_at': '', 'volume_id': '86ffee33-9859-4edc-890a-2b5641f865d0', 'serial': '86ffee33-9859-4edc-890a-2b5641f865d0'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1368.058949] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1f03e5-74ab-4854-ae0e-743b6bedd76a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.079211] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7f900e-a42a-4b94-a17b-5883e1dc46b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.085233] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2495010-d93d-442c-81cc-58b9183ba20f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.105403] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d44df2-645a-473e-abd7-e7b78c53baf4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.119195] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] The volume has not been displaced from its original location: [datastore1] volume-86ffee33-9859-4edc-890a-2b5641f865d0/volume-86ffee33-9859-4edc-890a-2b5641f865d0.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1368.124344] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1368.124583] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3bd442d-76b1-4eff-9e1b-758cd1092edc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.141489] env[69584]: DEBUG oslo_vmware.api [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1368.141489] env[69584]: value = "task-3486644" [ 1368.141489] env[69584]: _type = "Task" [ 1368.141489] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.148700] env[69584]: DEBUG oslo_vmware.api [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.532762] env[69584]: DEBUG nova.scheduler.client.report [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.651052] env[69584]: DEBUG oslo_vmware.api [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486644, 'name': ReconfigVM_Task, 'duration_secs': 0.224551} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.651315] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1368.655842] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c422a964-ced1-4bf3-a247-31e95a18a5fa {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.669996] env[69584]: DEBUG oslo_vmware.api [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1368.669996] env[69584]: value = "task-3486645" [ 1368.669996] env[69584]: _type = "Task" [ 1368.669996] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.678071] env[69584]: DEBUG oslo_vmware.api [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.037888] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.038443] env[69584]: DEBUG nova.compute.manager [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.179258] env[69584]: DEBUG oslo_vmware.api [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486645, 'name': ReconfigVM_Task, 'duration_secs': 0.13313} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.179564] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696953', 'volume_id': '86ffee33-9859-4edc-890a-2b5641f865d0', 'name': 'volume-86ffee33-9859-4edc-890a-2b5641f865d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19e93752-892a-43d0-83fb-4b245dc9c9aa', 'attached_at': '', 'detached_at': '', 'volume_id': '86ffee33-9859-4edc-890a-2b5641f865d0', 'serial': '86ffee33-9859-4edc-890a-2b5641f865d0'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1369.543638] env[69584]: DEBUG nova.compute.utils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1369.545033] env[69584]: DEBUG nova.compute.manager [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1369.545210] env[69584]: DEBUG nova.network.neutron [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.589662] env[69584]: DEBUG nova.policy [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1d471d8babf4462862e6ee41de0986c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aedb1a017474424b46d6c07c253e7bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.721850] env[69584]: DEBUG nova.objects.instance [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'flavor' on Instance uuid 19e93752-892a-43d0-83fb-4b245dc9c9aa {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.856227] env[69584]: DEBUG nova.network.neutron [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Successfully created port: 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.048885] env[69584]: DEBUG nova.compute.manager [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.681402] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.728772] env[69584]: DEBUG oslo_concurrency.lockutils [None req-8cf4dbd7-7b74-4d04-8e77-3df3a5e2e448 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.729770] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.049s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.729959] env[69584]: DEBUG nova.compute.manager [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.730986] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f48821a-9903-44cb-9220-249215484e2b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.737755] env[69584]: DEBUG nova.compute.manager [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69584) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1370.738320] env[69584]: DEBUG nova.objects.instance [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'flavor' on Instance uuid 19e93752-892a-43d0-83fb-4b245dc9c9aa {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.057689] env[69584]: DEBUG nova.compute.manager [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.082619] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.082845] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.083139] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.083223] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.084135] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.084135] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.084135] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.084135] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.084135] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.084135] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.084335] env[69584]: DEBUG nova.virt.hardware [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.085179] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27910eb-42a8-47c2-bcfd-f93406b6c365 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.093026] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a321e9-f350-4919-9ae1-9883a64852cd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.198988] env[69584]: DEBUG nova.compute.manager [req-1a934f99-9122-4be4-8e07-c767b3608a52 req-fbce6ca1-72d5-4225-a0ff-3334f2157ad8 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received event network-vif-plugged-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.199246] env[69584]: DEBUG oslo_concurrency.lockutils [req-1a934f99-9122-4be4-8e07-c767b3608a52 req-fbce6ca1-72d5-4225-a0ff-3334f2157ad8 service nova] Acquiring lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.199466] env[69584]: DEBUG oslo_concurrency.lockutils [req-1a934f99-9122-4be4-8e07-c767b3608a52 req-fbce6ca1-72d5-4225-a0ff-3334f2157ad8 service nova] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.199701] env[69584]: DEBUG oslo_concurrency.lockutils [req-1a934f99-9122-4be4-8e07-c767b3608a52 req-fbce6ca1-72d5-4225-a0ff-3334f2157ad8 service nova] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.199868] env[69584]: DEBUG nova.compute.manager [req-1a934f99-9122-4be4-8e07-c767b3608a52 req-fbce6ca1-72d5-4225-a0ff-3334f2157ad8 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] No waiting events found dispatching network-vif-plugged-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1371.200107] env[69584]: WARNING nova.compute.manager [req-1a934f99-9122-4be4-8e07-c767b3608a52 req-fbce6ca1-72d5-4225-a0ff-3334f2157ad8 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received unexpected event network-vif-plugged-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 for instance with vm_state building and task_state spawning. [ 1371.278479] env[69584]: DEBUG nova.network.neutron [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Successfully updated port: 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.744407] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.744509] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87229d4a-ce5f-4d51-ad19-a2e50ad7bed1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.752100] env[69584]: DEBUG oslo_vmware.api [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1371.752100] env[69584]: value = "task-3486646" [ 1371.752100] env[69584]: _type = "Task" [ 1371.752100] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.759942] env[69584]: DEBUG oslo_vmware.api [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.781034] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.781178] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.781311] env[69584]: DEBUG nova.network.neutron [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.262587] env[69584]: DEBUG oslo_vmware.api [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486646, 'name': PowerOffVM_Task, 'duration_secs': 0.195835} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.262981] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.263044] env[69584]: DEBUG nova.compute.manager [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.263742] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe740cf2-d1d3-4177-a48c-fd84f5e9a330 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.312032] env[69584]: DEBUG nova.network.neutron [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.437923] env[69584]: DEBUG nova.network.neutron [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updating instance_info_cache with network_info: [{"id": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "address": "fa:16:3e:2e:65:1a", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a19c1-32", "ovs_interfaceid": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.775246] env[69584]: DEBUG oslo_concurrency.lockutils [None req-9fb8f2e9-ab06-4606-ac4e-7707c0d6ea0e tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.940782] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.941133] env[69584]: DEBUG nova.compute.manager [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Instance network_info: |[{"id": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "address": "fa:16:3e:2e:65:1a", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a19c1-32", "ovs_interfaceid": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1372.941553] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:65:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b6a19c1-32f1-4741-8bd8-35ee5d906b37', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.949512] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.949776] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.950043] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b1ead9a-8732-46e7-b500-ca3489047760 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.970421] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.970421] env[69584]: value = "task-3486647" [ 1372.970421] env[69584]: _type = "Task" [ 1372.970421] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.977961] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486647, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.035085] env[69584]: DEBUG nova.objects.instance [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'flavor' on Instance uuid 19e93752-892a-43d0-83fb-4b245dc9c9aa {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.229751] env[69584]: DEBUG nova.compute.manager [req-4d92bea0-4e90-4529-8f90-e4c00fbf25ff req-5d4f5ff5-b247-4520-b25c-4f16bb021d0f service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received event network-changed-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.229751] env[69584]: DEBUG nova.compute.manager [req-4d92bea0-4e90-4529-8f90-e4c00fbf25ff req-5d4f5ff5-b247-4520-b25c-4f16bb021d0f service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Refreshing instance network info cache due to event network-changed-2b6a19c1-32f1-4741-8bd8-35ee5d906b37. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1373.229751] env[69584]: DEBUG oslo_concurrency.lockutils [req-4d92bea0-4e90-4529-8f90-e4c00fbf25ff req-5d4f5ff5-b247-4520-b25c-4f16bb021d0f service nova] Acquiring lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.229751] env[69584]: DEBUG oslo_concurrency.lockutils [req-4d92bea0-4e90-4529-8f90-e4c00fbf25ff req-5d4f5ff5-b247-4520-b25c-4f16bb021d0f service nova] Acquired lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.229916] env[69584]: DEBUG nova.network.neutron [req-4d92bea0-4e90-4529-8f90-e4c00fbf25ff req-5d4f5ff5-b247-4520-b25c-4f16bb021d0f service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Refreshing network info cache for port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.480295] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486647, 'name': CreateVM_Task, 'duration_secs': 0.304672} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.480646] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.481056] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.481223] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.481554] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.481822] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecb43d9-5ea7-4d8f-ba04-534320b5889c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.486042] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1373.486042] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52293804-ad5b-a20f-447c-e25f108458ea" [ 1373.486042] env[69584]: _type = "Task" [ 1373.486042] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.493336] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52293804-ad5b-a20f-447c-e25f108458ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.540195] env[69584]: DEBUG oslo_concurrency.lockutils [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.540351] env[69584]: DEBUG oslo_concurrency.lockutils [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquired lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.540521] env[69584]: DEBUG nova.network.neutron [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.540695] env[69584]: DEBUG nova.objects.instance [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'info_cache' on Instance uuid 19e93752-892a-43d0-83fb-4b245dc9c9aa {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.938753] env[69584]: DEBUG nova.network.neutron [req-4d92bea0-4e90-4529-8f90-e4c00fbf25ff req-5d4f5ff5-b247-4520-b25c-4f16bb021d0f service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updated VIF entry in instance network info cache for port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.939150] env[69584]: DEBUG nova.network.neutron [req-4d92bea0-4e90-4529-8f90-e4c00fbf25ff req-5d4f5ff5-b247-4520-b25c-4f16bb021d0f service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updating instance_info_cache with network_info: [{"id": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "address": "fa:16:3e:2e:65:1a", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a19c1-32", "ovs_interfaceid": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.996064] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52293804-ad5b-a20f-447c-e25f108458ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.996483] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.996751] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.997035] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.997195] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.997380] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.997628] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05e782f0-30d2-4bee-9f1b-3820e079b84e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.005804] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.005911] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.006590] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4dac38-9a1a-4d30-aa3f-b74597c0a133 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.011559] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1374.011559] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5218918c-8277-1fdb-2392-608c17622e04" [ 1374.011559] env[69584]: _type = "Task" [ 1374.011559] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.018513] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5218918c-8277-1fdb-2392-608c17622e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.043829] env[69584]: DEBUG nova.objects.base [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Object Instance<19e93752-892a-43d0-83fb-4b245dc9c9aa> lazy-loaded attributes: flavor,info_cache {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1374.442265] env[69584]: DEBUG oslo_concurrency.lockutils [req-4d92bea0-4e90-4529-8f90-e4c00fbf25ff req-5d4f5ff5-b247-4520-b25c-4f16bb021d0f service nova] Releasing lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.523621] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5218918c-8277-1fdb-2392-608c17622e04, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.524408] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7202b207-d6a5-4ae6-adbb-d165dca796e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.529195] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1374.529195] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b40d25-ee46-6231-8540-f2dd89743622" [ 1374.529195] env[69584]: _type = "Task" [ 1374.529195] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.537167] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b40d25-ee46-6231-8540-f2dd89743622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.729175] env[69584]: DEBUG nova.network.neutron [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Updating instance_info_cache with network_info: [{"id": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "address": "fa:16:3e:ce:31:d7", "network": {"id": "5add025e-1fea-493b-9196-61d4efa0c09b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-546368150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa6bc0755044b789b4c2f31cfc3c427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eab432b-f8", "ovs_interfaceid": "7eab432b-f860-4eeb-a5e0-b259b8c97aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.039342] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52b40d25-ee46-6231-8540-f2dd89743622, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.039663] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.039932] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ee75bf9a-63d0-43d6-887e-56b3fc13e7be/ee75bf9a-63d0-43d6-887e-56b3fc13e7be.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.040201] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-277d768e-b58f-4fce-9334-4ca0ded31121 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.046533] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1375.046533] env[69584]: value = "task-3486648" [ 1375.046533] env[69584]: _type = "Task" [ 1375.046533] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.053443] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.231741] env[69584]: DEBUG oslo_concurrency.lockutils [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Releasing lock "refresh_cache-19e93752-892a-43d0-83fb-4b245dc9c9aa" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.559029] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425383} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.559029] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] ee75bf9a-63d0-43d6-887e-56b3fc13e7be/ee75bf9a-63d0-43d6-887e-56b3fc13e7be.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.559029] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.559029] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a04706d4-6e23-400e-bec5-be13768c4997 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.563559] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1375.563559] env[69584]: value = "task-3486649" [ 1375.563559] env[69584]: _type = "Task" [ 1375.563559] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.572685] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.074436] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055467} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.074721] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.075520] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d876c210-f890-49f0-839e-bfcef51ff4b9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.097304] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] ee75bf9a-63d0-43d6-887e-56b3fc13e7be/ee75bf9a-63d0-43d6-887e-56b3fc13e7be.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.097525] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-755ee1c4-617e-4570-b0e3-376da5de03d3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.116911] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1376.116911] env[69584]: value = "task-3486650" [ 1376.116911] env[69584]: _type = "Task" [ 1376.116911] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.124547] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.238035] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.238035] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d59da49-11b8-4fc8-9e55-4dae883318ef {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.244843] env[69584]: DEBUG oslo_vmware.api [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1376.244843] env[69584]: value = "task-3486651" [ 1376.244843] env[69584]: _type = "Task" [ 1376.244843] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.252786] env[69584]: DEBUG oslo_vmware.api [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.626569] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486650, 'name': ReconfigVM_Task, 'duration_secs': 0.504982} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.627039] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Reconfigured VM instance instance-0000007d to attach disk [datastore1] ee75bf9a-63d0-43d6-887e-56b3fc13e7be/ee75bf9a-63d0-43d6-887e-56b3fc13e7be.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.627480] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e22b0db-cc20-40d5-afa3-dd78030c9e1f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.633851] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1376.633851] env[69584]: value = "task-3486652" [ 1376.633851] env[69584]: _type = "Task" [ 1376.633851] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.642341] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486652, 'name': Rename_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.754298] env[69584]: DEBUG oslo_vmware.api [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486651, 'name': PowerOnVM_Task, 'duration_secs': 0.397463} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.754512] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.754707] env[69584]: DEBUG nova.compute.manager [None req-814acdc3-652e-40b7-a990-bc4b7602bbba tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.755475] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db30c592-d780-4949-b25d-5a18eb0e9413 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.143393] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486652, 'name': Rename_Task} progress is 99%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.644463] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486652, 'name': Rename_Task, 'duration_secs': 0.512553} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.644796] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.644965] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ec8e99a-db50-456b-bfd0-8664353538ad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.651299] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1377.651299] env[69584]: value = "task-3486653" [ 1377.651299] env[69584]: _type = "Task" [ 1377.651299] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.658429] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.671933] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.672123] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.161439] env[69584]: DEBUG oslo_vmware.api [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486653, 'name': PowerOnVM_Task, 'duration_secs': 0.454606} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.161716] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.161910] env[69584]: INFO nova.compute.manager [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1378.162104] env[69584]: DEBUG nova.compute.manager [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.162858] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2907d3b7-c67b-4d06-b801-2a2f853dbbb1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.176053] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.176053] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.176213] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.176386] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.176479] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.176627] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.176752] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1378.176897] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.680023] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.680023] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.680023] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.680023] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1378.680023] env[69584]: INFO nova.compute.manager [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Took 11.77 seconds to build instance. [ 1378.681373] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cccb9ae-d4c8-4a06-b68b-6dd30ca75551 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.689478] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b43a94-a68d-49d6-a2ec-ff220ab3b81a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.704415] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d6890-2021-4e2b-8414-2007922108e7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.710825] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d6db38-5634-42c5-ab2e-2f903014f16a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.742036] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179800MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1378.742226] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.742346] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.869455] env[69584]: DEBUG nova.compute.manager [req-498b2473-e5d8-423a-9ea7-8a5e39399320 req-b6786034-ffa8-49a1-9799-423d06be7d07 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received event network-changed-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.869545] env[69584]: DEBUG nova.compute.manager [req-498b2473-e5d8-423a-9ea7-8a5e39399320 req-b6786034-ffa8-49a1-9799-423d06be7d07 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Refreshing instance network info cache due to event network-changed-2b6a19c1-32f1-4741-8bd8-35ee5d906b37. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1378.869795] env[69584]: DEBUG oslo_concurrency.lockutils [req-498b2473-e5d8-423a-9ea7-8a5e39399320 req-b6786034-ffa8-49a1-9799-423d06be7d07 service nova] Acquiring lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.870013] env[69584]: DEBUG oslo_concurrency.lockutils [req-498b2473-e5d8-423a-9ea7-8a5e39399320 req-b6786034-ffa8-49a1-9799-423d06be7d07 service nova] Acquired lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.870098] env[69584]: DEBUG nova.network.neutron [req-498b2473-e5d8-423a-9ea7-8a5e39399320 req-b6786034-ffa8-49a1-9799-423d06be7d07 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Refreshing network info cache for port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.185249] env[69584]: DEBUG oslo_concurrency.lockutils [None req-b9d85af8-00e2-423e-94c0-51a76ec4f890 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.287s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.584619] env[69584]: DEBUG nova.network.neutron [req-498b2473-e5d8-423a-9ea7-8a5e39399320 req-b6786034-ffa8-49a1-9799-423d06be7d07 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updated VIF entry in instance network info cache for port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.584988] env[69584]: DEBUG nova.network.neutron [req-498b2473-e5d8-423a-9ea7-8a5e39399320 req-b6786034-ffa8-49a1-9799-423d06be7d07 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updating instance_info_cache with network_info: [{"id": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "address": "fa:16:3e:2e:65:1a", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a19c1-32", "ovs_interfaceid": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.772284] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 19e93752-892a-43d0-83fb-4b245dc9c9aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1379.772567] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ee75bf9a-63d0-43d6-887e-56b3fc13e7be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1379.772671] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1379.772828] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1379.806669] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8807aac-9ec0-46c6-a317-58c2be68971b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.813896] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9154fa87-1a7f-4a82-985f-f971c0dbc7ac {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.842704] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3526ec83-3a85-4eb6-8c8e-4eebbf1a8671 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.849228] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f841ab3-0702-4a2b-a444-251ad189a502 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.863229] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.087509] env[69584]: DEBUG oslo_concurrency.lockutils [req-498b2473-e5d8-423a-9ea7-8a5e39399320 req-b6786034-ffa8-49a1-9799-423d06be7d07 service nova] Releasing lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.366442] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.871348] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1380.871746] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.151476] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.151843] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.151967] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "19e93752-892a-43d0-83fb-4b245dc9c9aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.152200] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.152377] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.156042] env[69584]: INFO nova.compute.manager [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Terminating instance [ 1408.659381] env[69584]: DEBUG nova.compute.manager [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.659628] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.660593] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ce831e-1821-4a99-a997-4a40c4abdbdd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.668698] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.669042] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f30c631-6c76-4c20-9240-0fbdb4a874b3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.674785] env[69584]: DEBUG oslo_vmware.api [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1408.674785] env[69584]: value = "task-3486654" [ 1408.674785] env[69584]: _type = "Task" [ 1408.674785] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.683296] env[69584]: DEBUG oslo_vmware.api [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.184861] env[69584]: DEBUG oslo_vmware.api [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486654, 'name': PowerOffVM_Task, 'duration_secs': 0.186414} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.185248] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.185389] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.185555] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc6689a-e78c-4f85-bbdf-c7ed5e3db841 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.244484] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.244704] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.244852] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Deleting the datastore file [datastore2] 19e93752-892a-43d0-83fb-4b245dc9c9aa {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.245132] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2d3ce13-b765-44b5-bfe2-e1851453e95f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.251715] env[69584]: DEBUG oslo_vmware.api [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1409.251715] env[69584]: value = "task-3486656" [ 1409.251715] env[69584]: _type = "Task" [ 1409.251715] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.258741] env[69584]: DEBUG oslo_vmware.api [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.760920] env[69584]: DEBUG oslo_vmware.api [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155572} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.761193] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.761378] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.761571] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.761743] env[69584]: INFO nova.compute.manager [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1409.761987] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.762231] env[69584]: DEBUG nova.compute.manager [-] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.762332] env[69584]: DEBUG nova.network.neutron [-] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.175244] env[69584]: DEBUG nova.compute.manager [req-02a891f2-dc1d-4086-913a-708b605a101e req-6dc9a98c-6a57-444c-a9a7-1f466f470347 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Received event network-vif-deleted-7eab432b-f860-4eeb-a5e0-b259b8c97aff {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.175454] env[69584]: INFO nova.compute.manager [req-02a891f2-dc1d-4086-913a-708b605a101e req-6dc9a98c-6a57-444c-a9a7-1f466f470347 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Neutron deleted interface 7eab432b-f860-4eeb-a5e0-b259b8c97aff; detaching it from the instance and deleting it from the info cache [ 1410.175628] env[69584]: DEBUG nova.network.neutron [req-02a891f2-dc1d-4086-913a-708b605a101e req-6dc9a98c-6a57-444c-a9a7-1f466f470347 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.659433] env[69584]: DEBUG nova.network.neutron [-] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.679873] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf64d807-022d-4cfc-a286-e18b46b2d9e9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.690016] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869ed417-8214-4c07-b576-b3e9a89ff709 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.714219] env[69584]: DEBUG nova.compute.manager [req-02a891f2-dc1d-4086-913a-708b605a101e req-6dc9a98c-6a57-444c-a9a7-1f466f470347 service nova] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Detach interface failed, port_id=7eab432b-f860-4eeb-a5e0-b259b8c97aff, reason: Instance 19e93752-892a-43d0-83fb-4b245dc9c9aa could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1411.162912] env[69584]: INFO nova.compute.manager [-] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Took 1.40 seconds to deallocate network for instance. [ 1411.669255] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.669586] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.669768] env[69584]: DEBUG nova.objects.instance [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'resources' on Instance uuid 19e93752-892a-43d0-83fb-4b245dc9c9aa {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.189245] env[69584]: DEBUG nova.scheduler.client.report [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Refreshing inventories for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1412.203905] env[69584]: DEBUG nova.scheduler.client.report [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Updating ProviderTree inventory for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1412.203905] env[69584]: DEBUG nova.compute.provider_tree [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Updating inventory in ProviderTree for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1412.213994] env[69584]: DEBUG nova.scheduler.client.report [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Refreshing aggregate associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, aggregates: None {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1412.230237] env[69584]: DEBUG nova.scheduler.client.report [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Refreshing trait associations for resource provider 30f8f051-88a7-431d-bbd1-9aafd798bbef, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69584) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1412.263367] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc54cae8-cb02-47e4-8682-2ccbecd3e323 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.270765] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41945a73-cebf-4492-88d1-bed55e1495a2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.300601] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc191545-3460-4637-a4c5-7b4d91d3671a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.307370] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec5dd50-39b2-438f-8e56-2a0f10892755 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.320085] env[69584]: DEBUG nova.compute.provider_tree [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.822930] env[69584]: DEBUG nova.scheduler.client.report [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.328364] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.351646] env[69584]: INFO nova.scheduler.client.report [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Deleted allocations for instance 19e93752-892a-43d0-83fb-4b245dc9c9aa [ 1413.860515] env[69584]: DEBUG oslo_concurrency.lockutils [None req-5a46ff3d-1d7c-4fdc-afe2-059fc2b6cea6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "19e93752-892a-43d0-83fb-4b245dc9c9aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.709s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.214371] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.214688] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.214874] env[69584]: INFO nova.compute.manager [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Shelving [ 1415.227050] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.227050] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab452d0d-1836-4cd7-9156-10bd2d1106a5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.234620] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1415.234620] env[69584]: value = "task-3486657" [ 1415.234620] env[69584]: _type = "Task" [ 1415.234620] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.242314] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.744208] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486657, 'name': PowerOffVM_Task, 'duration_secs': 0.167608} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.744449] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.745238] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84cef81-e2bd-46d1-b0a3-213d56c13920 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.764415] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef15eb79-bda0-4b5e-aa13-49828f3826e6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.042024] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "99edda82-e101-4b02-b653-c4d3954a6f29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.042024] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.274492] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Creating Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1416.274836] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60eb18aa-b901-4d7b-bf4e-cccc1d665aa5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.282594] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1416.282594] env[69584]: value = "task-3486658" [ 1416.282594] env[69584]: _type = "Task" [ 1416.282594] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.291012] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.544570] env[69584]: DEBUG nova.compute.manager [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1416.792880] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486658, 'name': CreateSnapshot_Task, 'duration_secs': 0.440384} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.793098] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Created Snapshot of the VM instance {{(pid=69584) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1416.793842] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eed8f3c-e53a-4430-b0bc-6ab637706eb7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.066624] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.066908] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.068781] env[69584]: INFO nova.compute.claims [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.310328] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Creating linked-clone VM from snapshot {{(pid=69584) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1417.310659] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f616a123-4e11-4c8b-a304-939539e3f630 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.318916] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1417.318916] env[69584]: value = "task-3486659" [ 1417.318916] env[69584]: _type = "Task" [ 1417.318916] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.326511] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486659, 'name': CloneVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.829435] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486659, 'name': CloneVM_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.119470] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ff2cf0-194f-4c43-b1dd-94fd0b972f59 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.129648] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb0e52e-cef2-4fd4-b0ae-25ae3612a037 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.159555] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28447c1-c241-4dd8-bff7-40b0086d2022 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.166661] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa96aa4-4737-4bd9-a1c0-96776310f8f2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.179622] env[69584]: DEBUG nova.compute.provider_tree [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.330404] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486659, 'name': CloneVM_Task, 'duration_secs': 1.009567} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.330767] env[69584]: INFO nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Created linked-clone VM from snapshot [ 1418.331485] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af178250-7b9d-470f-9edb-d1c9ed979b52 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.338750] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Uploading image 53b4c396-fc9c-4faa-b5f3-716dd1ae77b0 {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1418.365704] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1418.365704] env[69584]: value = "vm-696956" [ 1418.365704] env[69584]: _type = "VirtualMachine" [ 1418.365704] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1418.365979] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-242502c6-91fb-4d68-bc10-a7487fe441e2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.372077] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lease: (returnval){ [ 1418.372077] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52689b8f-1db9-6e1d-2c1d-9a09621dcbac" [ 1418.372077] env[69584]: _type = "HttpNfcLease" [ 1418.372077] env[69584]: } obtained for exporting VM: (result){ [ 1418.372077] env[69584]: value = "vm-696956" [ 1418.372077] env[69584]: _type = "VirtualMachine" [ 1418.372077] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1418.372497] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the lease: (returnval){ [ 1418.372497] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52689b8f-1db9-6e1d-2c1d-9a09621dcbac" [ 1418.372497] env[69584]: _type = "HttpNfcLease" [ 1418.372497] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1418.378717] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1418.378717] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52689b8f-1db9-6e1d-2c1d-9a09621dcbac" [ 1418.378717] env[69584]: _type = "HttpNfcLease" [ 1418.378717] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1418.682948] env[69584]: DEBUG nova.scheduler.client.report [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.880515] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1418.880515] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52689b8f-1db9-6e1d-2c1d-9a09621dcbac" [ 1418.880515] env[69584]: _type = "HttpNfcLease" [ 1418.880515] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1418.880844] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1418.880844] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52689b8f-1db9-6e1d-2c1d-9a09621dcbac" [ 1418.880844] env[69584]: _type = "HttpNfcLease" [ 1418.880844] env[69584]: }. {{(pid=69584) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1418.881498] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdb8fd5-b993-4fee-aa3a-581898ba4b6a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.888497] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d2752-5974-0bd4-ab19-b9ddf50b64f3/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1418.888666] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d2752-5974-0bd4-ab19-b9ddf50b64f3/disk-0.vmdk for reading. {{(pid=69584) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1418.987442] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b03ed3b9-bf45-413e-8526-ec063ba71866 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.187919] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.188468] env[69584]: DEBUG nova.compute.manager [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.694532] env[69584]: DEBUG nova.compute.utils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1419.696117] env[69584]: DEBUG nova.compute.manager [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1419.696117] env[69584]: DEBUG nova.network.neutron [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1419.747522] env[69584]: DEBUG nova.policy [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '435f9894026142c79a00f319bac1ea5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aa6bc0755044b789b4c2f31cfc3c427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.028636] env[69584]: DEBUG nova.network.neutron [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Successfully created port: ea70d021-09ec-4f4b-81ce-d2d46bf10959 {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1420.199750] env[69584]: DEBUG nova.compute.manager [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1421.209020] env[69584]: DEBUG nova.compute.manager [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1421.237329] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1421.237596] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.237755] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1421.237932] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.238091] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1421.238244] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1421.238453] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1421.238611] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1421.238778] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1421.238937] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1421.239127] env[69584]: DEBUG nova.virt.hardware [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1421.240033] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1ca197-728d-44b2-b2eb-50428d4b38c7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.248619] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e36104c-73c5-41a8-93b7-562b7d18bacd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.402424] env[69584]: DEBUG nova.compute.manager [req-7c9ab3ff-12ae-41a5-8798-262b69b03830 req-574e2321-70d7-4ee8-ac15-4410f5dfb8de service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Received event network-vif-plugged-ea70d021-09ec-4f4b-81ce-d2d46bf10959 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.402679] env[69584]: DEBUG oslo_concurrency.lockutils [req-7c9ab3ff-12ae-41a5-8798-262b69b03830 req-574e2321-70d7-4ee8-ac15-4410f5dfb8de service nova] Acquiring lock "99edda82-e101-4b02-b653-c4d3954a6f29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.402883] env[69584]: DEBUG oslo_concurrency.lockutils [req-7c9ab3ff-12ae-41a5-8798-262b69b03830 req-574e2321-70d7-4ee8-ac15-4410f5dfb8de service nova] Lock "99edda82-e101-4b02-b653-c4d3954a6f29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.403075] env[69584]: DEBUG oslo_concurrency.lockutils [req-7c9ab3ff-12ae-41a5-8798-262b69b03830 req-574e2321-70d7-4ee8-ac15-4410f5dfb8de service nova] Lock "99edda82-e101-4b02-b653-c4d3954a6f29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.403246] env[69584]: DEBUG nova.compute.manager [req-7c9ab3ff-12ae-41a5-8798-262b69b03830 req-574e2321-70d7-4ee8-ac15-4410f5dfb8de service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] No waiting events found dispatching network-vif-plugged-ea70d021-09ec-4f4b-81ce-d2d46bf10959 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1421.403410] env[69584]: WARNING nova.compute.manager [req-7c9ab3ff-12ae-41a5-8798-262b69b03830 req-574e2321-70d7-4ee8-ac15-4410f5dfb8de service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Received unexpected event network-vif-plugged-ea70d021-09ec-4f4b-81ce-d2d46bf10959 for instance with vm_state building and task_state spawning. [ 1421.483934] env[69584]: DEBUG nova.network.neutron [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Successfully updated port: ea70d021-09ec-4f4b-81ce-d2d46bf10959 {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.986232] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "refresh_cache-99edda82-e101-4b02-b653-c4d3954a6f29" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.986496] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquired lock "refresh_cache-99edda82-e101-4b02-b653-c4d3954a6f29" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.986717] env[69584]: DEBUG nova.network.neutron [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.518161] env[69584]: DEBUG nova.network.neutron [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.647498] env[69584]: DEBUG nova.network.neutron [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Updating instance_info_cache with network_info: [{"id": "ea70d021-09ec-4f4b-81ce-d2d46bf10959", "address": "fa:16:3e:db:0b:92", "network": {"id": "5add025e-1fea-493b-9196-61d4efa0c09b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-546368150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa6bc0755044b789b4c2f31cfc3c427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea70d021-09", "ovs_interfaceid": "ea70d021-09ec-4f4b-81ce-d2d46bf10959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.150927] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Releasing lock "refresh_cache-99edda82-e101-4b02-b653-c4d3954a6f29" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.151317] env[69584]: DEBUG nova.compute.manager [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Instance network_info: |[{"id": "ea70d021-09ec-4f4b-81ce-d2d46bf10959", "address": "fa:16:3e:db:0b:92", "network": {"id": "5add025e-1fea-493b-9196-61d4efa0c09b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-546368150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa6bc0755044b789b4c2f31cfc3c427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea70d021-09", "ovs_interfaceid": "ea70d021-09ec-4f4b-81ce-d2d46bf10959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1423.151766] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:0b:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea70d021-09ec-4f4b-81ce-d2d46bf10959', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.159659] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.159883] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1423.160138] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce4ea29d-0b93-4bd5-aeff-9064cb6cc9a6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.181190] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.181190] env[69584]: value = "task-3486661" [ 1423.181190] env[69584]: _type = "Task" [ 1423.181190] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.190162] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486661, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.432493] env[69584]: DEBUG nova.compute.manager [req-1b5e7388-5290-40df-9e31-acc362446192 req-62183694-1b28-4f24-8e4c-13ab773c2a3c service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Received event network-changed-ea70d021-09ec-4f4b-81ce-d2d46bf10959 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.432707] env[69584]: DEBUG nova.compute.manager [req-1b5e7388-5290-40df-9e31-acc362446192 req-62183694-1b28-4f24-8e4c-13ab773c2a3c service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Refreshing instance network info cache due to event network-changed-ea70d021-09ec-4f4b-81ce-d2d46bf10959. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1423.432935] env[69584]: DEBUG oslo_concurrency.lockutils [req-1b5e7388-5290-40df-9e31-acc362446192 req-62183694-1b28-4f24-8e4c-13ab773c2a3c service nova] Acquiring lock "refresh_cache-99edda82-e101-4b02-b653-c4d3954a6f29" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.433254] env[69584]: DEBUG oslo_concurrency.lockutils [req-1b5e7388-5290-40df-9e31-acc362446192 req-62183694-1b28-4f24-8e4c-13ab773c2a3c service nova] Acquired lock "refresh_cache-99edda82-e101-4b02-b653-c4d3954a6f29" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.433479] env[69584]: DEBUG nova.network.neutron [req-1b5e7388-5290-40df-9e31-acc362446192 req-62183694-1b28-4f24-8e4c-13ab773c2a3c service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Refreshing network info cache for port ea70d021-09ec-4f4b-81ce-d2d46bf10959 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.691644] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486661, 'name': CreateVM_Task} progress is 25%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.130616] env[69584]: DEBUG nova.network.neutron [req-1b5e7388-5290-40df-9e31-acc362446192 req-62183694-1b28-4f24-8e4c-13ab773c2a3c service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Updated VIF entry in instance network info cache for port ea70d021-09ec-4f4b-81ce-d2d46bf10959. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.131014] env[69584]: DEBUG nova.network.neutron [req-1b5e7388-5290-40df-9e31-acc362446192 req-62183694-1b28-4f24-8e4c-13ab773c2a3c service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Updating instance_info_cache with network_info: [{"id": "ea70d021-09ec-4f4b-81ce-d2d46bf10959", "address": "fa:16:3e:db:0b:92", "network": {"id": "5add025e-1fea-493b-9196-61d4efa0c09b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-546368150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa6bc0755044b789b4c2f31cfc3c427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea70d021-09", "ovs_interfaceid": "ea70d021-09ec-4f4b-81ce-d2d46bf10959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.192811] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486661, 'name': CreateVM_Task, 'duration_secs': 0.892704} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.192998] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.193651] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.193805] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.194141] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.194390] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b226415-8646-472a-8d97-1b7d08060de2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.198902] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1424.198902] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5257bf19-4447-42b9-cd2d-4f6c97204e50" [ 1424.198902] env[69584]: _type = "Task" [ 1424.198902] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.206364] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5257bf19-4447-42b9-cd2d-4f6c97204e50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.633763] env[69584]: DEBUG oslo_concurrency.lockutils [req-1b5e7388-5290-40df-9e31-acc362446192 req-62183694-1b28-4f24-8e4c-13ab773c2a3c service nova] Releasing lock "refresh_cache-99edda82-e101-4b02-b653-c4d3954a6f29" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.709618] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5257bf19-4447-42b9-cd2d-4f6c97204e50, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.710046] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.710170] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1424.710409] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.710558] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.710741] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.711010] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29393f66-5b10-40ec-bfda-d610b8ac238b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.719687] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.719912] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1424.720613] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e338285-9d7d-41f4-8a09-548b5045cc7a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.725567] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1424.725567] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526a0a93-1d88-10da-15e3-886a0e236465" [ 1424.725567] env[69584]: _type = "Task" [ 1424.725567] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.733170] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526a0a93-1d88-10da-15e3-886a0e236465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.236174] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]526a0a93-1d88-10da-15e3-886a0e236465, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.237101] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97dcae50-0892-4ec7-9a35-50705be5ebf3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.243018] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1425.243018] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525c4add-f7f2-5eea-4927-ca8b3bddce5f" [ 1425.243018] env[69584]: _type = "Task" [ 1425.243018] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.249839] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525c4add-f7f2-5eea-4927-ca8b3bddce5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.752717] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]525c4add-f7f2-5eea-4927-ca8b3bddce5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.753090] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.753278] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 99edda82-e101-4b02-b653-c4d3954a6f29/99edda82-e101-4b02-b653-c4d3954a6f29.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1425.753550] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77586264-0808-47e5-80eb-3693930d1ae0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.761179] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1425.761179] env[69584]: value = "task-3486662" [ 1425.761179] env[69584]: _type = "Task" [ 1425.761179] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.769151] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.270397] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466896} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.270950] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore2] 99edda82-e101-4b02-b653-c4d3954a6f29/99edda82-e101-4b02-b653-c4d3954a6f29.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1426.270950] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1426.271180] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2665bc6-04da-4769-b7bc-b6a858f3148d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.279678] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1426.279678] env[69584]: value = "task-3486663" [ 1426.279678] env[69584]: _type = "Task" [ 1426.279678] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.287389] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.429378] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d2752-5974-0bd4-ab19-b9ddf50b64f3/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1426.430293] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75c21ef-893c-4106-931f-71e3c5ec7d5d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.436221] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d2752-5974-0bd4-ab19-b9ddf50b64f3/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1426.436382] env[69584]: ERROR oslo_vmware.rw_handles [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d2752-5974-0bd4-ab19-b9ddf50b64f3/disk-0.vmdk due to incomplete transfer. [ 1426.436590] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b962c0b7-ac6e-4444-a36e-bf632a52d7b7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.443512] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d2752-5974-0bd4-ab19-b9ddf50b64f3/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1426.443755] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Uploaded image 53b4c396-fc9c-4faa-b5f3-716dd1ae77b0 to the Glance image server {{(pid=69584) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1426.446339] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Destroying the VM {{(pid=69584) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1426.446602] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a2beece-4902-4aca-835a-93b528e621cf {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.452584] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1426.452584] env[69584]: value = "task-3486664" [ 1426.452584] env[69584]: _type = "Task" [ 1426.452584] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.460081] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486664, 'name': Destroy_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.789404] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077201} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.789775] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.790430] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c656fcc3-9f15-4985-827e-c7ce4e1b69a9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.811251] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 99edda82-e101-4b02-b653-c4d3954a6f29/99edda82-e101-4b02-b653-c4d3954a6f29.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.811478] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01cfe7a4-ff0c-498e-a743-827eeab38ba6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.830086] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1426.830086] env[69584]: value = "task-3486665" [ 1426.830086] env[69584]: _type = "Task" [ 1426.830086] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.837133] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.962276] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486664, 'name': Destroy_Task, 'duration_secs': 0.334803} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.962574] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Destroyed the VM [ 1426.962851] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Deleting Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1426.963104] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3c1946d-e1ff-4a66-bc63-6d0189b1fe7e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.968441] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1426.968441] env[69584]: value = "task-3486666" [ 1426.968441] env[69584]: _type = "Task" [ 1426.968441] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.975628] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.339396] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486665, 'name': ReconfigVM_Task, 'duration_secs': 0.278275} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.340071] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 99edda82-e101-4b02-b653-c4d3954a6f29/99edda82-e101-4b02-b653-c4d3954a6f29.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.340556] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e29e992c-d5b2-4a06-b295-8fe1e9efa2ee {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.347956] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1427.347956] env[69584]: value = "task-3486667" [ 1427.347956] env[69584]: _type = "Task" [ 1427.347956] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.355687] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486667, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.477697] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486666, 'name': RemoveSnapshot_Task, 'duration_secs': 0.42844} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.477968] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Deleted Snapshot of the VM instance {{(pid=69584) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1427.478310] env[69584]: DEBUG nova.compute.manager [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.479157] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e475a08-fbb1-40b9-8b72-a5a3e31a4021 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.857549] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486667, 'name': Rename_Task, 'duration_secs': 0.146393} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.857931] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.858073] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fc1955a-d4eb-42da-9983-484da3c0cfb7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.863546] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1427.863546] env[69584]: value = "task-3486668" [ 1427.863546] env[69584]: _type = "Task" [ 1427.863546] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.870535] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.991268] env[69584]: INFO nova.compute.manager [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Shelve offloading [ 1428.373328] env[69584]: DEBUG oslo_vmware.api [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486668, 'name': PowerOnVM_Task, 'duration_secs': 0.455981} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.373553] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1428.373754] env[69584]: INFO nova.compute.manager [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1428.373928] env[69584]: DEBUG nova.compute.manager [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1428.374664] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf55034-c549-4ddd-b7d1-71bee7852879 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.495352] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.495663] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce8ce1c1-3172-4604-975e-28fc8ec55025 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.501821] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1428.501821] env[69584]: value = "task-3486669" [ 1428.501821] env[69584]: _type = "Task" [ 1428.501821] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.509716] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.893500] env[69584]: INFO nova.compute.manager [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Took 11.84 seconds to build instance. [ 1429.012871] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] VM already powered off {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1429.013108] env[69584]: DEBUG nova.compute.manager [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.013868] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e957468-8eb1-419d-9def-29e02bdcf62a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.019526] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.019689] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.019855] env[69584]: DEBUG nova.network.neutron [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.153055] env[69584]: DEBUG nova.compute.manager [req-15e96b78-ae54-4422-8e3d-5e95f8735e2f req-87c11fb7-4ba0-4554-a978-644d08044bac service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Received event network-changed-ea70d021-09ec-4f4b-81ce-d2d46bf10959 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.153170] env[69584]: DEBUG nova.compute.manager [req-15e96b78-ae54-4422-8e3d-5e95f8735e2f req-87c11fb7-4ba0-4554-a978-644d08044bac service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Refreshing instance network info cache due to event network-changed-ea70d021-09ec-4f4b-81ce-d2d46bf10959. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1429.153393] env[69584]: DEBUG oslo_concurrency.lockutils [req-15e96b78-ae54-4422-8e3d-5e95f8735e2f req-87c11fb7-4ba0-4554-a978-644d08044bac service nova] Acquiring lock "refresh_cache-99edda82-e101-4b02-b653-c4d3954a6f29" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.153528] env[69584]: DEBUG oslo_concurrency.lockutils [req-15e96b78-ae54-4422-8e3d-5e95f8735e2f req-87c11fb7-4ba0-4554-a978-644d08044bac service nova] Acquired lock "refresh_cache-99edda82-e101-4b02-b653-c4d3954a6f29" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.153696] env[69584]: DEBUG nova.network.neutron [req-15e96b78-ae54-4422-8e3d-5e95f8735e2f req-87c11fb7-4ba0-4554-a978-644d08044bac service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Refreshing network info cache for port ea70d021-09ec-4f4b-81ce-d2d46bf10959 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.396061] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a555650d-f0b2-4469-a053-540b512c41f4 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.354s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.767882] env[69584]: DEBUG nova.network.neutron [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updating instance_info_cache with network_info: [{"id": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "address": "fa:16:3e:2e:65:1a", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a19c1-32", "ovs_interfaceid": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.885288] env[69584]: DEBUG nova.network.neutron [req-15e96b78-ae54-4422-8e3d-5e95f8735e2f req-87c11fb7-4ba0-4554-a978-644d08044bac service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Updated VIF entry in instance network info cache for port ea70d021-09ec-4f4b-81ce-d2d46bf10959. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.885655] env[69584]: DEBUG nova.network.neutron [req-15e96b78-ae54-4422-8e3d-5e95f8735e2f req-87c11fb7-4ba0-4554-a978-644d08044bac service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Updating instance_info_cache with network_info: [{"id": "ea70d021-09ec-4f4b-81ce-d2d46bf10959", "address": "fa:16:3e:db:0b:92", "network": {"id": "5add025e-1fea-493b-9196-61d4efa0c09b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-546368150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa6bc0755044b789b4c2f31cfc3c427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea70d021-09", "ovs_interfaceid": "ea70d021-09ec-4f4b-81ce-d2d46bf10959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.273724] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.388601] env[69584]: DEBUG oslo_concurrency.lockutils [req-15e96b78-ae54-4422-8e3d-5e95f8735e2f req-87c11fb7-4ba0-4554-a978-644d08044bac service nova] Releasing lock "refresh_cache-99edda82-e101-4b02-b653-c4d3954a6f29" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.728661] env[69584]: DEBUG nova.compute.manager [req-75ac11e1-57b6-445d-8f25-900cf06a0e62 req-306c889e-01bc-4d8e-a00c-26b5ebc96292 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received event network-vif-unplugged-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1430.728939] env[69584]: DEBUG oslo_concurrency.lockutils [req-75ac11e1-57b6-445d-8f25-900cf06a0e62 req-306c889e-01bc-4d8e-a00c-26b5ebc96292 service nova] Acquiring lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.729155] env[69584]: DEBUG oslo_concurrency.lockutils [req-75ac11e1-57b6-445d-8f25-900cf06a0e62 req-306c889e-01bc-4d8e-a00c-26b5ebc96292 service nova] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.729294] env[69584]: DEBUG oslo_concurrency.lockutils [req-75ac11e1-57b6-445d-8f25-900cf06a0e62 req-306c889e-01bc-4d8e-a00c-26b5ebc96292 service nova] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.729455] env[69584]: DEBUG nova.compute.manager [req-75ac11e1-57b6-445d-8f25-900cf06a0e62 req-306c889e-01bc-4d8e-a00c-26b5ebc96292 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] No waiting events found dispatching network-vif-unplugged-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.729622] env[69584]: WARNING nova.compute.manager [req-75ac11e1-57b6-445d-8f25-900cf06a0e62 req-306c889e-01bc-4d8e-a00c-26b5ebc96292 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received unexpected event network-vif-unplugged-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 for instance with vm_state shelved and task_state shelving_offloading. [ 1430.799411] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.800775] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca5afbc-7629-4aaf-bc1f-027356d1de02 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.809723] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.809922] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd50cbc0-ddee-44fa-be15-7e88b0fbb000 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.870214] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.870423] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.870643] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleting the datastore file [datastore1] ee75bf9a-63d0-43d6-887e-56b3fc13e7be {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.870923] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b179625a-aa13-4b1b-9831-aeffda0874fd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.877696] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1430.877696] env[69584]: value = "task-3486671" [ 1430.877696] env[69584]: _type = "Task" [ 1430.877696] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.885958] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.388256] env[69584]: DEBUG oslo_vmware.api [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131591} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.388609] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.388740] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.388914] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.439533] env[69584]: INFO nova.scheduler.client.report [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleted allocations for instance ee75bf9a-63d0-43d6-887e-56b3fc13e7be [ 1431.944674] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.944975] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.945211] env[69584]: DEBUG nova.objects.instance [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'resources' on Instance uuid ee75bf9a-63d0-43d6-887e-56b3fc13e7be {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.447788] env[69584]: DEBUG nova.objects.instance [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'numa_topology' on Instance uuid ee75bf9a-63d0-43d6-887e-56b3fc13e7be {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.759318] env[69584]: DEBUG nova.compute.manager [req-49c0bd3e-109d-4faa-bc5f-7a323d144d65 req-b7b2a37f-7b05-4a92-bfaa-163820357f9d service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received event network-changed-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.759492] env[69584]: DEBUG nova.compute.manager [req-49c0bd3e-109d-4faa-bc5f-7a323d144d65 req-b7b2a37f-7b05-4a92-bfaa-163820357f9d service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Refreshing instance network info cache due to event network-changed-2b6a19c1-32f1-4741-8bd8-35ee5d906b37. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1432.759729] env[69584]: DEBUG oslo_concurrency.lockutils [req-49c0bd3e-109d-4faa-bc5f-7a323d144d65 req-b7b2a37f-7b05-4a92-bfaa-163820357f9d service nova] Acquiring lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.759888] env[69584]: DEBUG oslo_concurrency.lockutils [req-49c0bd3e-109d-4faa-bc5f-7a323d144d65 req-b7b2a37f-7b05-4a92-bfaa-163820357f9d service nova] Acquired lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.760199] env[69584]: DEBUG nova.network.neutron [req-49c0bd3e-109d-4faa-bc5f-7a323d144d65 req-b7b2a37f-7b05-4a92-bfaa-163820357f9d service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Refreshing network info cache for port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.950023] env[69584]: DEBUG nova.objects.base [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69584) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1432.984489] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f952cd-f6d3-482f-9785-4e92100b465e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.991960] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cebee2-7e95-4e7a-9336-f8b766388aa2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.021430] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95824a5-9730-4e49-8194-27780d8ccf88 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.028259] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befe0f18-2ab7-46cc-b369-b447af7d9757 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.041837] env[69584]: DEBUG nova.compute.provider_tree [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.064948] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.510299] env[69584]: DEBUG nova.network.neutron [req-49c0bd3e-109d-4faa-bc5f-7a323d144d65 req-b7b2a37f-7b05-4a92-bfaa-163820357f9d service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updated VIF entry in instance network info cache for port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.510682] env[69584]: DEBUG nova.network.neutron [req-49c0bd3e-109d-4faa-bc5f-7a323d144d65 req-b7b2a37f-7b05-4a92-bfaa-163820357f9d service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updating instance_info_cache with network_info: [{"id": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "address": "fa:16:3e:2e:65:1a", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2b6a19c1-32", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.545211] env[69584]: DEBUG nova.scheduler.client.report [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.013207] env[69584]: DEBUG oslo_concurrency.lockutils [req-49c0bd3e-109d-4faa-bc5f-7a323d144d65 req-b7b2a37f-7b05-4a92-bfaa-163820357f9d service nova] Releasing lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.049369] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.557881] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6f8b6cd3-1d8c-487a-b4ed-3ab13a1b576e tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.342s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.557881] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.493s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.557881] env[69584]: INFO nova.compute.manager [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Unshelving [ 1435.676317] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.676618] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.676835] env[69584]: DEBUG nova.objects.instance [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'pci_requests' on Instance uuid ee75bf9a-63d0-43d6-887e-56b3fc13e7be {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.181168] env[69584]: DEBUG nova.objects.instance [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'numa_topology' on Instance uuid ee75bf9a-63d0-43d6-887e-56b3fc13e7be {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.683492] env[69584]: INFO nova.compute.claims [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.733609] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103b0b04-0efc-4a6a-bc47-c5382a6c891c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.741601] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ade24b-f120-4b26-af89-056bc316b647 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.772171] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18009675-01fa-4464-8df7-880c290bddbd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.779248] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b67118-be9f-478d-a900-933ece0e2907 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.792140] env[69584]: DEBUG nova.compute.provider_tree [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.295740] env[69584]: DEBUG nova.scheduler.client.report [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.800598] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.124s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.829023] env[69584]: INFO nova.network.neutron [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updating port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1439.428508] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.428744] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.428929] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.429101] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.429258] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.429404] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.429565] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.429701] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1439.429847] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.933325] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.933621] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.933757] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.933923] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1439.934807] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb1cd7a-6d2e-4db6-84d6-5ca93a65e43a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.942895] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad7b6d1-0d18-4221-a9bb-7fe305df0d97 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.957155] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e707e827-57d8-45f1-96df-5627b517cf65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.964337] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41757298-72e8-4a97-b056-ba341a7c52e0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.994019] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180525MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1439.994191] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.994407] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.174044] env[69584]: DEBUG nova.compute.manager [req-90e6f7d9-e21a-4634-911b-fbef8e1e6c3b req-f910ff7d-d3b8-4a26-b947-115a5a2b6603 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received event network-vif-plugged-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.174272] env[69584]: DEBUG oslo_concurrency.lockutils [req-90e6f7d9-e21a-4634-911b-fbef8e1e6c3b req-f910ff7d-d3b8-4a26-b947-115a5a2b6603 service nova] Acquiring lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.174839] env[69584]: DEBUG oslo_concurrency.lockutils [req-90e6f7d9-e21a-4634-911b-fbef8e1e6c3b req-f910ff7d-d3b8-4a26-b947-115a5a2b6603 service nova] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.175151] env[69584]: DEBUG oslo_concurrency.lockutils [req-90e6f7d9-e21a-4634-911b-fbef8e1e6c3b req-f910ff7d-d3b8-4a26-b947-115a5a2b6603 service nova] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.175360] env[69584]: DEBUG nova.compute.manager [req-90e6f7d9-e21a-4634-911b-fbef8e1e6c3b req-f910ff7d-d3b8-4a26-b947-115a5a2b6603 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] No waiting events found dispatching network-vif-plugged-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.175534] env[69584]: WARNING nova.compute.manager [req-90e6f7d9-e21a-4634-911b-fbef8e1e6c3b req-f910ff7d-d3b8-4a26-b947-115a5a2b6603 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received unexpected event network-vif-plugged-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 for instance with vm_state shelved_offloaded and task_state spawning. [ 1440.250998] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.251263] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.251410] env[69584]: DEBUG nova.network.neutron [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.935520] env[69584]: DEBUG nova.network.neutron [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updating instance_info_cache with network_info: [{"id": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "address": "fa:16:3e:2e:65:1a", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a19c1-32", "ovs_interfaceid": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.019861] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance 99edda82-e101-4b02-b653-c4d3954a6f29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1441.020031] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Instance ee75bf9a-63d0-43d6-887e-56b3fc13e7be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69584) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1441.020216] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1441.020358] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1441.058179] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beec728-414b-4551-bda1-5930deb24aa1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.065466] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed3c195-35f1-4de9-865d-9ee6c5a6552d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.095059] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9d024d-9a43-43fd-8014-9af266b7e82a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.102337] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469d63e3-30d1-43a7-9cdf-ba7c7fe1e139 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.115672] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.438208] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.466796] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='478102547b12d3184db75984543143f2',container_format='bare',created_at=2025-04-19T15:07:49Z,direct_url=,disk_format='vmdk',id=53b4c396-fc9c-4faa-b5f3-716dd1ae77b0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-79267117-shelved',owner='0aedb1a017474424b46d6c07c253e7bc',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-19T15:08:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.467109] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.467311] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.467550] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.467773] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.467988] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.468291] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.468515] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.468726] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.468937] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.469195] env[69584]: DEBUG nova.virt.hardware [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.470225] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e406524b-b61f-4fd8-a7d1-7cb732016f21 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.478865] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c6fa8c-d6eb-4f64-a7b4-dde367adbe8a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.491824] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:65:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b6a19c1-32f1-4741-8bd8-35ee5d906b37', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.498960] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.499202] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.499397] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4e5aba2-6474-4d57-ad4b-9c894b407481 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.519792] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.519792] env[69584]: value = "task-3486672" [ 1441.519792] env[69584]: _type = "Task" [ 1441.519792] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.526852] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486672, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.619122] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.029977] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486672, 'name': CreateVM_Task, 'duration_secs': 0.398835} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.030317] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.030776] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.030957] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.031329] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.031571] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27273922-69ea-43d9-9095-309dd2bd56a3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.035938] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1442.035938] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a5ff0d-b415-aed6-79af-28a0cc705833" [ 1442.035938] env[69584]: _type = "Task" [ 1442.035938] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.043047] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52a5ff0d-b415-aed6-79af-28a0cc705833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.123979] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1442.124265] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.124547] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.124735] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Cleaning up deleted instances {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1442.197079] env[69584]: DEBUG nova.compute.manager [req-7854d3b4-8055-4355-b1d4-efd8fc857014 req-b8661fe3-9500-4975-8039-1caf476cc0a2 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received event network-changed-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.197304] env[69584]: DEBUG nova.compute.manager [req-7854d3b4-8055-4355-b1d4-efd8fc857014 req-b8661fe3-9500-4975-8039-1caf476cc0a2 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Refreshing instance network info cache due to event network-changed-2b6a19c1-32f1-4741-8bd8-35ee5d906b37. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1442.197478] env[69584]: DEBUG oslo_concurrency.lockutils [req-7854d3b4-8055-4355-b1d4-efd8fc857014 req-b8661fe3-9500-4975-8039-1caf476cc0a2 service nova] Acquiring lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.197629] env[69584]: DEBUG oslo_concurrency.lockutils [req-7854d3b4-8055-4355-b1d4-efd8fc857014 req-b8661fe3-9500-4975-8039-1caf476cc0a2 service nova] Acquired lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.197782] env[69584]: DEBUG nova.network.neutron [req-7854d3b4-8055-4355-b1d4-efd8fc857014 req-b8661fe3-9500-4975-8039-1caf476cc0a2 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Refreshing network info cache for port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.545685] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.546111] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Processing image 53b4c396-fc9c-4faa-b5f3-716dd1ae77b0 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.546474] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.546724] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.547014] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.547349] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b48f719-9a9a-4f46-b3f6-54198efb15f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.556661] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.556816] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.557511] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4604bcc-5b8f-4b15-8764-970a963f4b2b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.562245] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1442.562245] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c29d29-9a6d-427a-4324-bf8a892b1521" [ 1442.562245] env[69584]: _type = "Task" [ 1442.562245] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.574852] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52c29d29-9a6d-427a-4324-bf8a892b1521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.632273] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] There are 22 instances to clean {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1442.632448] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 19e93752-892a-43d0-83fb-4b245dc9c9aa] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1442.888659] env[69584]: DEBUG nova.network.neutron [req-7854d3b4-8055-4355-b1d4-efd8fc857014 req-b8661fe3-9500-4975-8039-1caf476cc0a2 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updated VIF entry in instance network info cache for port 2b6a19c1-32f1-4741-8bd8-35ee5d906b37. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.889021] env[69584]: DEBUG nova.network.neutron [req-7854d3b4-8055-4355-b1d4-efd8fc857014 req-b8661fe3-9500-4975-8039-1caf476cc0a2 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updating instance_info_cache with network_info: [{"id": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "address": "fa:16:3e:2e:65:1a", "network": {"id": "c847c163-802f-46c3-adfe-f05127b34390", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2070377480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aedb1a017474424b46d6c07c253e7bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a19c1-32", "ovs_interfaceid": "2b6a19c1-32f1-4741-8bd8-35ee5d906b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.072976] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Preparing fetch location {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1443.073331] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Fetch image to [datastore2] OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab/OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab.vmdk {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1443.073436] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Downloading stream optimized image 53b4c396-fc9c-4faa-b5f3-716dd1ae77b0 to [datastore2] OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab/OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab.vmdk on the data store datastore2 as vApp {{(pid=69584) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1443.073612] env[69584]: DEBUG nova.virt.vmwareapi.images [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Downloading image file data 53b4c396-fc9c-4faa-b5f3-716dd1ae77b0 to the ESX as VM named 'OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab' {{(pid=69584) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1443.135816] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 8f9a5c2f-8a84-48a4-9356-4771ada3a56f] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.138256] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1443.138256] env[69584]: value = "resgroup-9" [ 1443.138256] env[69584]: _type = "ResourcePool" [ 1443.138256] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1443.138515] env[69584]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4a49980d-f8a4-4fda-90f2-217e7324eb56 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.158826] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lease: (returnval){ [ 1443.158826] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5249edca-6b14-b4e8-fd52-7265027f3aa4" [ 1443.158826] env[69584]: _type = "HttpNfcLease" [ 1443.158826] env[69584]: } obtained for vApp import into resource pool (val){ [ 1443.158826] env[69584]: value = "resgroup-9" [ 1443.158826] env[69584]: _type = "ResourcePool" [ 1443.158826] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1443.159142] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the lease: (returnval){ [ 1443.159142] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5249edca-6b14-b4e8-fd52-7265027f3aa4" [ 1443.159142] env[69584]: _type = "HttpNfcLease" [ 1443.159142] env[69584]: } to be ready. {{(pid=69584) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1443.166734] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1443.166734] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5249edca-6b14-b4e8-fd52-7265027f3aa4" [ 1443.166734] env[69584]: _type = "HttpNfcLease" [ 1443.166734] env[69584]: } is initializing. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1443.392124] env[69584]: DEBUG oslo_concurrency.lockutils [req-7854d3b4-8055-4355-b1d4-efd8fc857014 req-b8661fe3-9500-4975-8039-1caf476cc0a2 service nova] Releasing lock "refresh_cache-ee75bf9a-63d0-43d6-887e-56b3fc13e7be" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.654740] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 9830f926-b572-4aad-a23e-cc5971d22c48] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.666722] env[69584]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1443.666722] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5249edca-6b14-b4e8-fd52-7265027f3aa4" [ 1443.666722] env[69584]: _type = "HttpNfcLease" [ 1443.666722] env[69584]: } is ready. {{(pid=69584) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1443.666991] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1443.666991] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5249edca-6b14-b4e8-fd52-7265027f3aa4" [ 1443.666991] env[69584]: _type = "HttpNfcLease" [ 1443.666991] env[69584]: }. {{(pid=69584) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1443.667706] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc4f29e-2022-472d-aec3-bb4c675ca4cc {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.674969] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ebe0-1da5-0024-f038-18b1cb8dff17/disk-0.vmdk from lease info. {{(pid=69584) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1443.675151] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ebe0-1da5-0024-f038-18b1cb8dff17/disk-0.vmdk. {{(pid=69584) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1443.737040] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82ceb821-00a4-446b-aa76-6a24ba8414a1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.158755] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 02112253-47dc-446a-b652-465508e8101d] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.662559] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: c89f8bee-0e77-42cd-8015-d1a45cfb7a5b] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.766804] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Completed reading data from the image iterator. {{(pid=69584) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1444.766990] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ebe0-1da5-0024-f038-18b1cb8dff17/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1444.767955] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d18e63f-8a71-466c-b255-6f00ffd8557f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.774868] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ebe0-1da5-0024-f038-18b1cb8dff17/disk-0.vmdk is in state: ready. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1444.775081] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ebe0-1da5-0024-f038-18b1cb8dff17/disk-0.vmdk. {{(pid=69584) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1444.775278] env[69584]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6b7f2cf7-cca8-478b-a346-874748c94002 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.991086] env[69584]: DEBUG oslo_vmware.rw_handles [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ebe0-1da5-0024-f038-18b1cb8dff17/disk-0.vmdk. {{(pid=69584) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1444.991324] env[69584]: INFO nova.virt.vmwareapi.images [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Downloaded image file data 53b4c396-fc9c-4faa-b5f3-716dd1ae77b0 [ 1444.992225] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b30ae2f-53de-4b42-bbd1-f83ca7983dae {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.008510] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e71de0f7-2c79-4797-966e-53da17bd6023 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.031814] env[69584]: INFO nova.virt.vmwareapi.images [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] The imported VM was unregistered [ 1445.034239] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Caching image {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1445.034470] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Creating directory with path [datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.034714] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5d06c1d-ac0d-4e03-9224-9c47b3790132 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.044548] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Created directory with path [datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0 {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.044718] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab/OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab.vmdk to [datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0.vmdk. {{(pid=69584) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1445.044937] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ab65892a-a7ce-4ede-b8f4-0ddcc48c68f0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.051357] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1445.051357] env[69584]: value = "task-3486675" [ 1445.051357] env[69584]: _type = "Task" [ 1445.051357] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.059198] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486675, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.165992] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: c58f9d5d-8781-4118-99af-eb4761cb2af7] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.561901] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486675, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.669868] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 7a3399ed-2db5-4d0a-b3ad-27787453a40f] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.061759] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486675, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.173572] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: d09b7853-aa26-401e-9a94-11e9742856d4] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.563120] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486675, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.678179] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 4fd7e93e-8ea4-4bcd-9a37-20fc8b18b0c1] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.063027] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486675, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.182440] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: d69bc8c1-3f04-44a4-8eaa-bd1aa94fc801] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.564051] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486675, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.32932} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.564293] env[69584]: INFO nova.virt.vmwareapi.ds_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab/OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab.vmdk to [datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0.vmdk. [ 1447.564478] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Cleaning up location [datastore2] OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1447.564642] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6a11e936-ef0b-41f5-92c3-804eb5eceaab {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.564883] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31d21ede-a898-4908-9b08-c992c2129b79 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.571154] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1447.571154] env[69584]: value = "task-3486676" [ 1447.571154] env[69584]: _type = "Task" [ 1447.571154] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.578580] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.686417] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 94a802ba-da57-4cd4-92b7-c42eb5b5e968] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.082103] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074556} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.082378] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.082543] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.082790] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0.vmdk to [datastore2] ee75bf9a-63d0-43d6-887e-56b3fc13e7be/ee75bf9a-63d0-43d6-887e-56b3fc13e7be.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.083096] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3060c43-016c-4294-9008-3b50f1ab9a43 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.089592] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1448.089592] env[69584]: value = "task-3486677" [ 1448.089592] env[69584]: _type = "Task" [ 1448.089592] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.096858] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.189649] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 4d91a5f5-e984-4b8f-8ea2-bf38db1c3ba1] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.601330] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486677, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.693261] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 3a5f0e93-db0e-4b1d-bd15-79678d0e0a97] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.102330] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486677, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.197334] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 55375518-44cc-4afc-bb25-cd7675f96c41] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.602512] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486677, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.702371] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 80766760-32cf-402e-a8a8-ccb8e32b192f] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.102998] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486677, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.205834] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: c035d7fa-620c-4d65-b923-971c84e68ca5] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.603545] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486677, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.173626} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.603755] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0/53b4c396-fc9c-4faa-b5f3-716dd1ae77b0.vmdk to [datastore2] ee75bf9a-63d0-43d6-887e-56b3fc13e7be/ee75bf9a-63d0-43d6-887e-56b3fc13e7be.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.604541] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde732c-97f1-45b4-8df6-fc691eefc387 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.625741] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] ee75bf9a-63d0-43d6-887e-56b3fc13e7be/ee75bf9a-63d0-43d6-887e-56b3fc13e7be.vmdk or device None with type streamOptimized {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.625990] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94718535-1d9e-484c-ad60-dbdd3f10965c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.645519] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1450.645519] env[69584]: value = "task-3486678" [ 1450.645519] env[69584]: _type = "Task" [ 1450.645519] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.654609] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.709298] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 5688b532-f104-408d-ab46-4bc914ed4c6c] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.155782] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486678, 'name': ReconfigVM_Task, 'duration_secs': 0.30475} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.156150] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Reconfigured VM instance instance-0000007d to attach disk [datastore2] ee75bf9a-63d0-43d6-887e-56b3fc13e7be/ee75bf9a-63d0-43d6-887e-56b3fc13e7be.vmdk or device None with type streamOptimized {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.156766] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-826418b9-24ca-4745-bb83-49798a9cc690 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.162612] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1451.162612] env[69584]: value = "task-3486679" [ 1451.162612] env[69584]: _type = "Task" [ 1451.162612] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.169659] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486679, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.212271] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 326682e0-1169-4f98-bab5-f7bfc21d1d95] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.672428] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486679, 'name': Rename_Task, 'duration_secs': 0.143028} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.672693] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.672947] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b19b3bc9-ae4a-4e8f-ba8e-5642218816fb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.679789] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1451.679789] env[69584]: value = "task-3486680" [ 1451.679789] env[69584]: _type = "Task" [ 1451.679789] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.686680] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.716235] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 57aa8c19-b68d-4d9e-80dc-1b91719743e7] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.193767] env[69584]: DEBUG oslo_vmware.api [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486680, 'name': PowerOnVM_Task, 'duration_secs': 0.492594} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.194105] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.219291] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 06313c15-ab75-47a9-bbba-42c3807b3a56] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.336563] env[69584]: DEBUG nova.compute.manager [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.337478] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95590d8-01bf-40ad-842b-6bb9244058bd {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.722816] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: 5f181790-41f0-4812-84bb-672f2f077e83] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.853296] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6b7247cd-9bea-46d7-aa4a-3b5f23278c74 tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.296s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.226193] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] [instance: c6196367-cd11-4e77-abf7-b0a860d1e0e2] Instance has had 0 of 5 cleanup attempts {{(pid=69584) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.729578] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.729718] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Cleaning up deleted instances with incomplete migration {{(pid=69584) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1453.972255] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.972577] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.972794] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.973020] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.973197] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.975398] env[69584]: INFO nova.compute.manager [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Terminating instance [ 1454.233089] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.479309] env[69584]: DEBUG nova.compute.manager [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.479544] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.480491] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b944f3-50cb-49e8-9a7e-ccbdeff8b6c1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.488260] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.488491] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82107eb5-5823-42ef-9760-eaf483edee5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.494303] env[69584]: DEBUG oslo_vmware.api [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1454.494303] env[69584]: value = "task-3486681" [ 1454.494303] env[69584]: _type = "Task" [ 1454.494303] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.501814] env[69584]: DEBUG oslo_vmware.api [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.004535] env[69584]: DEBUG oslo_vmware.api [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.504575] env[69584]: DEBUG oslo_vmware.api [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486681, 'name': PowerOffVM_Task, 'duration_secs': 0.770112} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.504856] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.505022] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.505315] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43be07a-5104-4824-ba4a-707be270fb61 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.562565] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.562783] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.562943] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleting the datastore file [datastore2] ee75bf9a-63d0-43d6-887e-56b3fc13e7be {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.563269] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdd0568f-18cd-4fdb-87b0-4ffaf781fa5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.570111] env[69584]: DEBUG oslo_vmware.api [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for the task: (returnval){ [ 1455.570111] env[69584]: value = "task-3486683" [ 1455.570111] env[69584]: _type = "Task" [ 1455.570111] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.577275] env[69584]: DEBUG oslo_vmware.api [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.079940] env[69584]: DEBUG oslo_vmware.api [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Task: {'id': task-3486683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125618} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.080159] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.080344] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.080514] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.080689] env[69584]: INFO nova.compute.manager [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1456.080922] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1456.081154] env[69584]: DEBUG nova.compute.manager [-] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1456.081252] env[69584]: DEBUG nova.network.neutron [-] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.496589] env[69584]: DEBUG nova.compute.manager [req-671899b0-1115-4a9c-985c-1bd7b0e38eef req-f828e6b3-f798-41ce-a860-b3ee89b05ce8 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Received event network-vif-deleted-2b6a19c1-32f1-4741-8bd8-35ee5d906b37 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1456.496793] env[69584]: INFO nova.compute.manager [req-671899b0-1115-4a9c-985c-1bd7b0e38eef req-f828e6b3-f798-41ce-a860-b3ee89b05ce8 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Neutron deleted interface 2b6a19c1-32f1-4741-8bd8-35ee5d906b37; detaching it from the instance and deleting it from the info cache [ 1456.496964] env[69584]: DEBUG nova.network.neutron [req-671899b0-1115-4a9c-985c-1bd7b0e38eef req-f828e6b3-f798-41ce-a860-b3ee89b05ce8 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.965283] env[69584]: DEBUG nova.network.neutron [-] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.000036] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b959dfa7-fa66-49a9-9035-2d258dd4fb62 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.010016] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab19589-9990-4132-81a6-048b7b5c1546 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.035525] env[69584]: DEBUG nova.compute.manager [req-671899b0-1115-4a9c-985c-1bd7b0e38eef req-f828e6b3-f798-41ce-a860-b3ee89b05ce8 service nova] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Detach interface failed, port_id=2b6a19c1-32f1-4741-8bd8-35ee5d906b37, reason: Instance ee75bf9a-63d0-43d6-887e-56b3fc13e7be could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1457.468585] env[69584]: INFO nova.compute.manager [-] [instance: ee75bf9a-63d0-43d6-887e-56b3fc13e7be] Took 1.39 seconds to deallocate network for instance. [ 1457.975509] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.975783] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.975998] env[69584]: DEBUG nova.objects.instance [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lazy-loading 'resources' on Instance uuid ee75bf9a-63d0-43d6-887e-56b3fc13e7be {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.519731] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cb45fe-9186-4c86-898a-9971018570bb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.527446] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cef5015-305b-4032-b209-987603d48ed9 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.557806] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13509eba-7da4-4ba0-ae1e-13b33c03d806 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.565298] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d1b589-e92a-497f-8c65-4b2a8afbf065 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.578174] env[69584]: DEBUG nova.compute.provider_tree [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.081177] env[69584]: DEBUG nova.scheduler.client.report [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.586020] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.605770] env[69584]: INFO nova.scheduler.client.report [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Deleted allocations for instance ee75bf9a-63d0-43d6-887e-56b3fc13e7be [ 1460.112944] env[69584]: DEBUG oslo_concurrency.lockutils [None req-a72648cd-4a16-4b29-837f-99ac958240fa tempest-ServerActionsTestOtherB-586131959 tempest-ServerActionsTestOtherB-586131959-project-member] Lock "ee75bf9a-63d0-43d6-887e-56b3fc13e7be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.140s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.728018] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquiring lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.728018] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.119043] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "99edda82-e101-4b02-b653-c4d3954a6f29" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.119282] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.230980] env[69584]: DEBUG nova.compute.manager [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Starting instance... {{(pid=69584) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1468.622152] env[69584]: DEBUG nova.compute.utils [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1468.754640] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.754919] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.756459] env[69584]: INFO nova.compute.claims [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1469.125860] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.804963] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018be1f4-c6d8-4dd9-92d4-ada4c08cc047 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.812375] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd48f09e-d726-447b-9219-215863e3e3f1 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.841346] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9698d3-79c4-4b2c-9642-53ef28dfe2db {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.847954] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f55501-3859-4112-8b20-4e7af9121be3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.861172] env[69584]: DEBUG nova.compute.provider_tree [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.191540] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "99edda82-e101-4b02-b653-c4d3954a6f29" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.191979] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.192287] env[69584]: INFO nova.compute.manager [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Attaching volume 1ce429ca-1cc6-4076-b4e8-1077cc2c7f42 to /dev/sdb [ 1470.222726] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae65e8d2-5f07-4a1a-82aa-391b552f48e4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.229685] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e253c1a7-7f0b-42b3-8bf3-51c3a2409d34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.242251] env[69584]: DEBUG nova.virt.block_device [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Updating existing volume attachment record: 826d3f56-19eb-4c5b-956d-93fc66c12b3f {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1470.364814] env[69584]: DEBUG nova.scheduler.client.report [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.869306] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.869861] env[69584]: DEBUG nova.compute.manager [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Start building networks asynchronously for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1471.376115] env[69584]: DEBUG nova.compute.utils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1471.376853] env[69584]: DEBUG nova.compute.manager [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Allocating IP information in the background. {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1471.377028] env[69584]: DEBUG nova.network.neutron [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] allocate_for_instance() {{(pid=69584) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.416629] env[69584]: DEBUG nova.policy [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10ac87c6614744e9b05d0fc68e35dbcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34e886e977864b409a58a503b05632ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69584) authorize /opt/stack/nova/nova/policy.py:192}} [ 1471.671505] env[69584]: DEBUG nova.network.neutron [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Successfully created port: 8e36b208-aab2-4a34-af3a-55def4dae9eb {{(pid=69584) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.880102] env[69584]: DEBUG nova.compute.manager [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Start building block device mappings for instance. {{(pid=69584) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1472.889317] env[69584]: DEBUG nova.compute.manager [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Start spawning the instance on the hypervisor. {{(pid=69584) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.916385] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T14:52:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T14:51:49Z,direct_url=,disk_format='vmdk',id=9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='51aba5f944084dfa82f288486b99d20a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T14:51:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.916626] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Flavor limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.916779] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Image limits 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.916958] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Flavor pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.917119] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Image pref 0:0:0 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.917279] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69584) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.917532] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.917699] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.917863] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Got 1 possible topologies {{(pid=69584) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.918031] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.918208] env[69584]: DEBUG nova.virt.hardware [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69584) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.919060] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75400f8-f116-4894-927a-66ca258571d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.927031] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad073d-a91d-4240-8630-99cefab3031b {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.025891] env[69584]: DEBUG nova.compute.manager [req-bbcd43bb-e04a-4166-807d-46661d912252 req-543a5842-6296-4524-94b4-727518f586a0 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Received event network-vif-plugged-8e36b208-aab2-4a34-af3a-55def4dae9eb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.026110] env[69584]: DEBUG oslo_concurrency.lockutils [req-bbcd43bb-e04a-4166-807d-46661d912252 req-543a5842-6296-4524-94b4-727518f586a0 service nova] Acquiring lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.026300] env[69584]: DEBUG oslo_concurrency.lockutils [req-bbcd43bb-e04a-4166-807d-46661d912252 req-543a5842-6296-4524-94b4-727518f586a0 service nova] Lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.026466] env[69584]: DEBUG oslo_concurrency.lockutils [req-bbcd43bb-e04a-4166-807d-46661d912252 req-543a5842-6296-4524-94b4-727518f586a0 service nova] Lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.026626] env[69584]: DEBUG nova.compute.manager [req-bbcd43bb-e04a-4166-807d-46661d912252 req-543a5842-6296-4524-94b4-727518f586a0 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] No waiting events found dispatching network-vif-plugged-8e36b208-aab2-4a34-af3a-55def4dae9eb {{(pid=69584) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1473.026785] env[69584]: WARNING nova.compute.manager [req-bbcd43bb-e04a-4166-807d-46661d912252 req-543a5842-6296-4524-94b4-727518f586a0 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Received unexpected event network-vif-plugged-8e36b208-aab2-4a34-af3a-55def4dae9eb for instance with vm_state building and task_state spawning. [ 1473.105100] env[69584]: DEBUG nova.network.neutron [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Successfully updated port: 8e36b208-aab2-4a34-af3a-55def4dae9eb {{(pid=69584) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.607697] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquiring lock "refresh_cache-f86f10fc-7ba8-44b3-b99a-cfa918454b67" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.607865] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquired lock "refresh_cache-f86f10fc-7ba8-44b3-b99a-cfa918454b67" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.608037] env[69584]: DEBUG nova.network.neutron [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Building network info cache for instance {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.144636] env[69584]: DEBUG nova.network.neutron [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Instance cache missing network info. {{(pid=69584) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.258611] env[69584]: DEBUG nova.network.neutron [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Updating instance_info_cache with network_info: [{"id": "8e36b208-aab2-4a34-af3a-55def4dae9eb", "address": "fa:16:3e:04:23:a9", "network": {"id": "99490c0c-316f-436b-b122-62e9c30c5e89", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1571783574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34e886e977864b409a58a503b05632ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e36b208-aa", "ovs_interfaceid": "8e36b208-aab2-4a34-af3a-55def4dae9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.760699] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Releasing lock "refresh_cache-f86f10fc-7ba8-44b3-b99a-cfa918454b67" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.761026] env[69584]: DEBUG nova.compute.manager [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Instance network_info: |[{"id": "8e36b208-aab2-4a34-af3a-55def4dae9eb", "address": "fa:16:3e:04:23:a9", "network": {"id": "99490c0c-316f-436b-b122-62e9c30c5e89", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1571783574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34e886e977864b409a58a503b05632ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e36b208-aa", "ovs_interfaceid": "8e36b208-aab2-4a34-af3a-55def4dae9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69584) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.761506] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:23:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e36b208-aab2-4a34-af3a-55def4dae9eb', 'vif_model': 'vmxnet3'}] {{(pid=69584) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.768773] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Creating folder: Project (34e886e977864b409a58a503b05632ed). Parent ref: group-v696614. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.769038] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b3d9c23-282b-4968-99ab-2c6af7042053 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.780051] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Created folder: Project (34e886e977864b409a58a503b05632ed) in parent group-v696614. [ 1474.780229] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Creating folder: Instances. Parent ref: group-v696961. {{(pid=69584) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.780442] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78d67194-4f4c-470e-88d5-b241070b4953 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.789240] env[69584]: INFO nova.virt.vmwareapi.vm_util [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Created folder: Instances in parent group-v696961. [ 1474.789447] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1474.789618] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Creating VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.789797] env[69584]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cda58de-9986-4c9c-adc8-bdd433b5e459 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.808393] env[69584]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.808393] env[69584]: value = "task-3486689" [ 1474.808393] env[69584]: _type = "Task" [ 1474.808393] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.815474] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486689, 'name': CreateVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.051343] env[69584]: DEBUG nova.compute.manager [req-4b2ccb47-5860-4524-9994-2e75c9cb1c9d req-78dfcb37-deef-405f-b284-eaf0fc9cc0a9 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Received event network-changed-8e36b208-aab2-4a34-af3a-55def4dae9eb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1475.051613] env[69584]: DEBUG nova.compute.manager [req-4b2ccb47-5860-4524-9994-2e75c9cb1c9d req-78dfcb37-deef-405f-b284-eaf0fc9cc0a9 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Refreshing instance network info cache due to event network-changed-8e36b208-aab2-4a34-af3a-55def4dae9eb. {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1475.051767] env[69584]: DEBUG oslo_concurrency.lockutils [req-4b2ccb47-5860-4524-9994-2e75c9cb1c9d req-78dfcb37-deef-405f-b284-eaf0fc9cc0a9 service nova] Acquiring lock "refresh_cache-f86f10fc-7ba8-44b3-b99a-cfa918454b67" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.051903] env[69584]: DEBUG oslo_concurrency.lockutils [req-4b2ccb47-5860-4524-9994-2e75c9cb1c9d req-78dfcb37-deef-405f-b284-eaf0fc9cc0a9 service nova] Acquired lock "refresh_cache-f86f10fc-7ba8-44b3-b99a-cfa918454b67" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.052058] env[69584]: DEBUG nova.network.neutron [req-4b2ccb47-5860-4524-9994-2e75c9cb1c9d req-78dfcb37-deef-405f-b284-eaf0fc9cc0a9 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Refreshing network info cache for port 8e36b208-aab2-4a34-af3a-55def4dae9eb {{(pid=69584) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.319439] env[69584]: DEBUG oslo_vmware.api [-] Task: {'id': task-3486689, 'name': CreateVM_Task, 'duration_secs': 0.276114} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.319439] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Created VM on the ESX host {{(pid=69584) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.320014] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.320185] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.320519] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.320764] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444554d6-a69d-4b1a-96d7-66bdf0745092 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.325599] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for the task: (returnval){ [ 1475.325599] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e607f4-77cf-5c3d-df49-daac313ed933" [ 1475.325599] env[69584]: _type = "Task" [ 1475.325599] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.333136] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e607f4-77cf-5c3d-df49-daac313ed933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.723023] env[69584]: DEBUG nova.network.neutron [req-4b2ccb47-5860-4524-9994-2e75c9cb1c9d req-78dfcb37-deef-405f-b284-eaf0fc9cc0a9 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Updated VIF entry in instance network info cache for port 8e36b208-aab2-4a34-af3a-55def4dae9eb. {{(pid=69584) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.723317] env[69584]: DEBUG nova.network.neutron [req-4b2ccb47-5860-4524-9994-2e75c9cb1c9d req-78dfcb37-deef-405f-b284-eaf0fc9cc0a9 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Updating instance_info_cache with network_info: [{"id": "8e36b208-aab2-4a34-af3a-55def4dae9eb", "address": "fa:16:3e:04:23:a9", "network": {"id": "99490c0c-316f-436b-b122-62e9c30c5e89", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1571783574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34e886e977864b409a58a503b05632ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e36b208-aa", "ovs_interfaceid": "8e36b208-aab2-4a34-af3a-55def4dae9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.837285] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]52e607f4-77cf-5c3d-df49-daac313ed933, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.837532] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.837763] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Processing image 9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2 {{(pid=69584) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.837997] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.838189] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.838380] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.838631] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-365cc49c-11a3-4278-8c65-9c5495d83771 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.847056] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69584) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.847232] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69584) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.847987] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd878ac-831d-413b-b760-c8e7cc420415 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.852668] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for the task: (returnval){ [ 1475.852668] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522de623-232a-b7e4-db44-b193c393cdbf" [ 1475.852668] env[69584]: _type = "Task" [ 1475.852668] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.859791] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522de623-232a-b7e4-db44-b193c393cdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.226468] env[69584]: DEBUG oslo_concurrency.lockutils [req-4b2ccb47-5860-4524-9994-2e75c9cb1c9d req-78dfcb37-deef-405f-b284-eaf0fc9cc0a9 service nova] Releasing lock "refresh_cache-f86f10fc-7ba8-44b3-b99a-cfa918454b67" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.362762] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]522de623-232a-b7e4-db44-b193c393cdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.008726} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.363554] env[69584]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df08e3e7-294f-4cb9-9c07-f6205a5857b5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.368291] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for the task: (returnval){ [ 1476.368291] env[69584]: value = "session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5246f7cf-b20d-40ee-1193-83e2fe5c91bf" [ 1476.368291] env[69584]: _type = "Task" [ 1476.368291] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.376419] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5246f7cf-b20d-40ee-1193-83e2fe5c91bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.787750] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1476.787998] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696960', 'volume_id': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'name': 'volume-1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99edda82-e101-4b02-b653-c4d3954a6f29', 'attached_at': '', 'detached_at': '', 'volume_id': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'serial': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1476.788928] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff539b5-c987-427f-a0ba-41e0ffc5291e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.804897] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37ab110-8d53-48af-b04a-8bf58cb5952f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.829168] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-1ce429ca-1cc6-4076-b4e8-1077cc2c7f42/volume-1ce429ca-1cc6-4076-b4e8-1077cc2c7f42.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.829438] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d44852-6935-4b9b-ba65-5ce7524fa130 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.849250] env[69584]: DEBUG oslo_vmware.api [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1476.849250] env[69584]: value = "task-3486690" [ 1476.849250] env[69584]: _type = "Task" [ 1476.849250] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.857263] env[69584]: DEBUG oslo_vmware.api [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.877908] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': session[52c7cdae-b725-a5cf-6ba0-dbef2bb6babd]5246f7cf-b20d-40ee-1193-83e2fe5c91bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.878334] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk" {{(pid=69584) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.878709] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] f86f10fc-7ba8-44b3-b99a-cfa918454b67/f86f10fc-7ba8-44b3-b99a-cfa918454b67.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.879115] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19f63712-f22c-4862-a9d5-bf62f94b2e06 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.885772] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for the task: (returnval){ [ 1476.885772] env[69584]: value = "task-3486691" [ 1476.885772] env[69584]: _type = "Task" [ 1476.885772] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.892866] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.358787] env[69584]: DEBUG oslo_vmware.api [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486690, 'name': ReconfigVM_Task, 'duration_secs': 0.398883} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.359124] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-1ce429ca-1cc6-4076-b4e8-1077cc2c7f42/volume-1ce429ca-1cc6-4076-b4e8-1077cc2c7f42.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.363674] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9045f0a9-6768-44c9-aace-42a9dc1a2154 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.382012] env[69584]: DEBUG oslo_vmware.api [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1477.382012] env[69584]: value = "task-3486692" [ 1477.382012] env[69584]: _type = "Task" [ 1477.382012] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.392014] env[69584]: DEBUG oslo_vmware.api [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.397717] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486691, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.894586] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486691, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.897485] env[69584]: DEBUG oslo_vmware.api [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486692, 'name': ReconfigVM_Task, 'duration_secs': 0.133691} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.897799] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696960', 'volume_id': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'name': 'volume-1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99edda82-e101-4b02-b653-c4d3954a6f29', 'attached_at': '', 'detached_at': '', 'volume_id': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'serial': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1478.399830] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486691, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.421648} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.403085] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2/9bb4975c-7436-4a8e-b7ec-ad9d4a24fcc2.vmdk to [datastore1] f86f10fc-7ba8-44b3-b99a-cfa918454b67/f86f10fc-7ba8-44b3-b99a-cfa918454b67.vmdk {{(pid=69584) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.403566] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Extending root virtual disk to 1048576 {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.404207] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92b371da-c84b-4137-b4f1-7ad7bcf5f78a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.412372] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for the task: (returnval){ [ 1478.412372] env[69584]: value = "task-3486693" [ 1478.412372] env[69584]: _type = "Task" [ 1478.412372] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.424119] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.922568] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072118} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.922817] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Extended root virtual disk {{(pid=69584) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.923608] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2b5d45-4a76-4fa8-a9c9-858b52e9b795 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.938022] env[69584]: DEBUG nova.objects.instance [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'flavor' on Instance uuid 99edda82-e101-4b02-b653-c4d3954a6f29 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.953585] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] f86f10fc-7ba8-44b3-b99a-cfa918454b67/f86f10fc-7ba8-44b3-b99a-cfa918454b67.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.955057] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aba7190-c225-464b-94f8-2146da658e8d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.976349] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for the task: (returnval){ [ 1478.976349] env[69584]: value = "task-3486694" [ 1478.976349] env[69584]: _type = "Task" [ 1478.976349] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.984780] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.457719] env[69584]: DEBUG oslo_concurrency.lockutils [None req-1c54ab06-8d79-4698-a497-7ca02a7117a7 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.266s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.487722] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486694, 'name': ReconfigVM_Task, 'duration_secs': 0.404977} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.487997] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Reconfigured VM instance instance-0000007f to attach disk [datastore1] f86f10fc-7ba8-44b3-b99a-cfa918454b67/f86f10fc-7ba8-44b3-b99a-cfa918454b67.vmdk or device None with type sparse {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.488645] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-845884dc-c2fe-40d4-a9ee-dcb8847c775a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.495827] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for the task: (returnval){ [ 1479.495827] env[69584]: value = "task-3486695" [ 1479.495827] env[69584]: _type = "Task" [ 1479.495827] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.503836] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486695, 'name': Rename_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.005864] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486695, 'name': Rename_Task, 'duration_secs': 0.138303} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.006158] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Powering on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.006394] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85801104-44f6-4451-859d-33e8a6f326e4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.012490] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for the task: (returnval){ [ 1480.012490] env[69584]: value = "task-3486696" [ 1480.012490] env[69584]: _type = "Task" [ 1480.012490] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.019368] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.349745] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "99edda82-e101-4b02-b653-c4d3954a6f29" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.349999] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.522423] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.853215] env[69584]: DEBUG nova.compute.utils [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Using /dev/sd instead of None {{(pid=69584) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1481.023840] env[69584]: DEBUG oslo_vmware.api [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486696, 'name': PowerOnVM_Task, 'duration_secs': 0.818482} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.024105] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Powered on the VM {{(pid=69584) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.024301] env[69584]: INFO nova.compute.manager [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1481.024483] env[69584]: DEBUG nova.compute.manager [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Checking state {{(pid=69584) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.025238] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a9496-e32a-460e-a5f3-c65d844671f5 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.356479] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.541765] env[69584]: INFO nova.compute.manager [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Took 12.81 seconds to build instance. [ 1482.016747] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquiring lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.043793] env[69584]: DEBUG oslo_concurrency.lockutils [None req-d45ef1ac-bc96-4edc-aaed-8f3cbe44f3f1 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.317s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.044103] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.028s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.044346] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquiring lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.044577] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.044748] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.046788] env[69584]: INFO nova.compute.manager [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Terminating instance [ 1482.411866] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "99edda82-e101-4b02-b653-c4d3954a6f29" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.412136] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.412374] env[69584]: INFO nova.compute.manager [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Attaching volume f7c2e466-b138-42f3-a7a9-3116ebd735c3 to /dev/sdc [ 1482.502636] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6d80b6-308a-4889-bfb3-406f20588f7a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.509912] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1c8c84-ef97-453b-88e0-820bc2299f79 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.522609] env[69584]: DEBUG nova.virt.block_device [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Updating existing volume attachment record: 11ac922d-157e-4d7d-a5ff-531b15b832e7 {{(pid=69584) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1482.550155] env[69584]: DEBUG nova.compute.manager [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1482.550404] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.552026] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c6872f-07aa-43cf-8018-f903bf20edf4 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.558604] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.558820] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c04630d5-c6c4-4497-b801-f70be7b55dd0 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.564769] env[69584]: DEBUG oslo_vmware.api [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for the task: (returnval){ [ 1482.564769] env[69584]: value = "task-3486697" [ 1482.564769] env[69584]: _type = "Task" [ 1482.564769] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.572108] env[69584]: DEBUG oslo_vmware.api [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.074195] env[69584]: DEBUG oslo_vmware.api [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486697, 'name': PowerOffVM_Task, 'duration_secs': 0.215931} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.074458] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.074649] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.074911] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee255c34-42bb-4898-9d16-2cc4803a0490 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.170826] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.171068] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Deleting contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.171262] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Deleting the datastore file [datastore1] f86f10fc-7ba8-44b3-b99a-cfa918454b67 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.171529] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f300f15-afee-45bd-b4e8-27c25b67b29a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.177712] env[69584]: DEBUG oslo_vmware.api [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for the task: (returnval){ [ 1483.177712] env[69584]: value = "task-3486700" [ 1483.177712] env[69584]: _type = "Task" [ 1483.177712] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.184586] env[69584]: DEBUG oslo_vmware.api [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.688180] env[69584]: DEBUG oslo_vmware.api [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Task: {'id': task-3486700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164799} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.688495] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.688603] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Deleted contents of the VM from datastore datastore1 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.688773] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.688944] env[69584]: INFO nova.compute.manager [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1483.689201] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1483.689389] env[69584]: DEBUG nova.compute.manager [-] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1483.689479] env[69584]: DEBUG nova.network.neutron [-] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1483.971934] env[69584]: DEBUG nova.compute.manager [req-5c0510cb-8581-4ac8-a51a-24f5145c66ae req-9bcb45c5-24ea-4397-bbde-8cbce3052696 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Received event network-vif-deleted-8e36b208-aab2-4a34-af3a-55def4dae9eb {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1483.972168] env[69584]: INFO nova.compute.manager [req-5c0510cb-8581-4ac8-a51a-24f5145c66ae req-9bcb45c5-24ea-4397-bbde-8cbce3052696 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Neutron deleted interface 8e36b208-aab2-4a34-af3a-55def4dae9eb; detaching it from the instance and deleting it from the info cache [ 1483.972368] env[69584]: DEBUG nova.network.neutron [req-5c0510cb-8581-4ac8-a51a-24f5145c66ae req-9bcb45c5-24ea-4397-bbde-8cbce3052696 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.456844] env[69584]: DEBUG nova.network.neutron [-] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.475213] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-feffdf10-ce92-4199-891c-c681b797ab34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.485278] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb94550-f7f4-42a1-ae94-9f338155fd11 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.509850] env[69584]: DEBUG nova.compute.manager [req-5c0510cb-8581-4ac8-a51a-24f5145c66ae req-9bcb45c5-24ea-4397-bbde-8cbce3052696 service nova] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Detach interface failed, port_id=8e36b208-aab2-4a34-af3a-55def4dae9eb, reason: Instance f86f10fc-7ba8-44b3-b99a-cfa918454b67 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1484.959838] env[69584]: INFO nova.compute.manager [-] [instance: f86f10fc-7ba8-44b3-b99a-cfa918454b67] Took 1.27 seconds to deallocate network for instance. [ 1485.466341] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.466628] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.466854] env[69584]: DEBUG nova.objects.instance [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lazy-loading 'resources' on Instance uuid f86f10fc-7ba8-44b3-b99a-cfa918454b67 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.012026] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0439fe28-196e-4125-97e4-5c4740c441fe {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.019389] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d7e86e-d50a-4985-84a9-a9abfeecc8c6 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.049970] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4e53a7-8763-4b69-b723-da34ec38646f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.056861] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b0e373-4690-4c46-b071-f599039df6a7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.069622] env[69584]: DEBUG nova.compute.provider_tree [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.572856] env[69584]: DEBUG nova.scheduler.client.report [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.064660] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Volume attach. Driver type: vmdk {{(pid=69584) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1487.064943] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696964', 'volume_id': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'name': 'volume-f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99edda82-e101-4b02-b653-c4d3954a6f29', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'serial': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1487.065807] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd80018-da12-433a-9f1f-305be066db8c {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.081877] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.084735] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb223f5d-dcfb-4e4a-8555-6e67b7c0a331 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.111364] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-f7c2e466-b138-42f3-a7a9-3116ebd735c3/volume-f7c2e466-b138-42f3-a7a9-3116ebd735c3.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.112359] env[69584]: INFO nova.scheduler.client.report [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Deleted allocations for instance f86f10fc-7ba8-44b3-b99a-cfa918454b67 [ 1487.113402] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b66181cb-bef5-4039-8769-dc1a89bae033 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.132355] env[69584]: DEBUG oslo_vmware.api [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1487.132355] env[69584]: value = "task-3486702" [ 1487.132355] env[69584]: _type = "Task" [ 1487.132355] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.139860] env[69584]: DEBUG oslo_vmware.api [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.631698] env[69584]: DEBUG oslo_concurrency.lockutils [None req-6443cd98-ed0f-4245-ae6f-c2b14b0878d6 tempest-ServerAddressesTestJSON-1855384221 tempest-ServerAddressesTestJSON-1855384221-project-member] Lock "f86f10fc-7ba8-44b3-b99a-cfa918454b67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.588s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.641451] env[69584]: DEBUG oslo_vmware.api [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486702, 'name': ReconfigVM_Task, 'duration_secs': 0.357537} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.641703] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-f7c2e466-b138-42f3-a7a9-3116ebd735c3/volume-f7c2e466-b138-42f3-a7a9-3116ebd735c3.vmdk or device None with type thin {{(pid=69584) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.646784] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-443c2e11-f157-4025-8a96-7c6fdbdccb65 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.660909] env[69584]: DEBUG oslo_vmware.api [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1487.660909] env[69584]: value = "task-3486703" [ 1487.660909] env[69584]: _type = "Task" [ 1487.660909] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.671199] env[69584]: DEBUG oslo_vmware.api [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.173015] env[69584]: DEBUG oslo_vmware.api [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486703, 'name': ReconfigVM_Task, 'duration_secs': 0.131454} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.173393] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696964', 'volume_id': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'name': 'volume-f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99edda82-e101-4b02-b653-c4d3954a6f29', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'serial': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3'} {{(pid=69584) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1489.214987] env[69584]: DEBUG nova.objects.instance [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'flavor' on Instance uuid 99edda82-e101-4b02-b653-c4d3954a6f29 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.719635] env[69584]: DEBUG oslo_concurrency.lockutils [None req-28df204c-fdc1-40f7-aa14-3101c438fa1c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.307s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.990717] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "99edda82-e101-4b02-b653-c4d3954a6f29" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.991038] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.494019] env[69584]: INFO nova.compute.manager [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Detaching volume 1ce429ca-1cc6-4076-b4e8-1077cc2c7f42 [ 1490.527748] env[69584]: INFO nova.virt.block_device [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Attempting to driver detach volume 1ce429ca-1cc6-4076-b4e8-1077cc2c7f42 from mountpoint /dev/sdb [ 1490.527984] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1490.528182] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696960', 'volume_id': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'name': 'volume-1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99edda82-e101-4b02-b653-c4d3954a6f29', 'attached_at': '', 'detached_at': '', 'volume_id': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'serial': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1490.529039] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4eeb82-6674-442d-924b-75a6e454cd2a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.553465] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6864cd26-68e9-4d1a-9583-479fabc3ba34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.560407] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b7f0c7-323d-4001-8d7c-20e3fbf5ca90 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.583731] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fee45b-39fa-4f86-9b10-7167e9dd6809 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.597662] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] The volume has not been displaced from its original location: [datastore1] volume-1ce429ca-1cc6-4076-b4e8-1077cc2c7f42/volume-1ce429ca-1cc6-4076-b4e8-1077cc2c7f42.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1490.602665] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1490.602919] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc1520c-94e5-4103-92bb-46ba17a1adcb {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.621697] env[69584]: DEBUG oslo_vmware.api [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1490.621697] env[69584]: value = "task-3486704" [ 1490.621697] env[69584]: _type = "Task" [ 1490.621697] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.633064] env[69584]: DEBUG oslo_vmware.api [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.131711] env[69584]: DEBUG oslo_vmware.api [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486704, 'name': ReconfigVM_Task, 'duration_secs': 0.234626} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.132053] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1491.136621] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8ffde3-8394-4412-9c48-bc756d1d9d4a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.151501] env[69584]: DEBUG oslo_vmware.api [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1491.151501] env[69584]: value = "task-3486705" [ 1491.151501] env[69584]: _type = "Task" [ 1491.151501] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.158951] env[69584]: DEBUG oslo_vmware.api [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.661316] env[69584]: DEBUG oslo_vmware.api [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486705, 'name': ReconfigVM_Task, 'duration_secs': 0.141415} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.661749] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696960', 'volume_id': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'name': 'volume-1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99edda82-e101-4b02-b653-c4d3954a6f29', 'attached_at': '', 'detached_at': '', 'volume_id': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42', 'serial': '1ce429ca-1cc6-4076-b4e8-1077cc2c7f42'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1492.200283] env[69584]: DEBUG nova.objects.instance [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'flavor' on Instance uuid 99edda82-e101-4b02-b653-c4d3954a6f29 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.207920] env[69584]: DEBUG oslo_concurrency.lockutils [None req-bd875831-6737-4f24-93da-a1ae3c949411 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.500102] env[69584]: DEBUG oslo_concurrency.lockutils [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "99edda82-e101-4b02-b653-c4d3954a6f29" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.500381] env[69584]: DEBUG oslo_concurrency.lockutils [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.003854] env[69584]: INFO nova.compute.manager [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Detaching volume f7c2e466-b138-42f3-a7a9-3116ebd735c3 [ 1494.032725] env[69584]: INFO nova.virt.block_device [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Attempting to driver detach volume f7c2e466-b138-42f3-a7a9-3116ebd735c3 from mountpoint /dev/sdc [ 1494.032957] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Volume detach. Driver type: vmdk {{(pid=69584) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1494.033160] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696964', 'volume_id': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'name': 'volume-f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99edda82-e101-4b02-b653-c4d3954a6f29', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'serial': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1494.034047] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a16a7fb-4079-481a-a95e-3fc12df51328 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.055859] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cd08b5-54de-4c88-a4ac-481c6e942565 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.062043] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a04df-1f34-496a-90b7-a0a4d00c413a {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.081335] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b48f43-6c48-469a-b705-8d8aacd9e7d2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.095233] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] The volume has not been displaced from its original location: [datastore2] volume-f7c2e466-b138-42f3-a7a9-3116ebd735c3/volume-f7c2e466-b138-42f3-a7a9-3116ebd735c3.vmdk. No consolidation needed. {{(pid=69584) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1494.100634] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Reconfiguring VM instance instance-0000007e to detach disk 2002 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1494.100874] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61635bf0-6fd7-4bd0-be3f-fa5ad1fa9f70 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.117675] env[69584]: DEBUG oslo_vmware.api [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1494.117675] env[69584]: value = "task-3486706" [ 1494.117675] env[69584]: _type = "Task" [ 1494.117675] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.124702] env[69584]: DEBUG oslo_vmware.api [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.626564] env[69584]: DEBUG oslo_vmware.api [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486706, 'name': ReconfigVM_Task, 'duration_secs': 0.199884} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.626990] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Reconfigured VM instance instance-0000007e to detach disk 2002 {{(pid=69584) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1494.631302] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e8ac03-d8d5-472e-b952-ae50179bce87 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.645789] env[69584]: DEBUG oslo_vmware.api [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1494.645789] env[69584]: value = "task-3486707" [ 1494.645789] env[69584]: _type = "Task" [ 1494.645789] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.653264] env[69584]: DEBUG oslo_vmware.api [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.155690] env[69584]: DEBUG oslo_vmware.api [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486707, 'name': ReconfigVM_Task, 'duration_secs': 0.128254} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.155983] env[69584]: DEBUG nova.virt.vmwareapi.volumeops [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696964', 'volume_id': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'name': 'volume-f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99edda82-e101-4b02-b653-c4d3954a6f29', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3', 'serial': 'f7c2e466-b138-42f3-a7a9-3116ebd735c3'} {{(pid=69584) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1495.697486] env[69584]: DEBUG nova.objects.instance [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'flavor' on Instance uuid 99edda82-e101-4b02-b653-c4d3954a6f29 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.704840] env[69584]: DEBUG oslo_concurrency.lockutils [None req-712f0266-cc52-4e96-8ddc-d909e0158ef6 tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.882862] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "99edda82-e101-4b02-b653-c4d3954a6f29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.883258] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.883305] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "99edda82-e101-4b02-b653-c4d3954a6f29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.883496] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.883660] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.885889] env[69584]: INFO nova.compute.manager [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Terminating instance [ 1498.389392] env[69584]: DEBUG nova.compute.manager [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Start destroying the instance on the hypervisor. {{(pid=69584) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.389619] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Destroying instance {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.390665] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f34b8e-8c96-4e67-ad9f-176f08854e34 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.398643] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Powering off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.398863] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-917cf840-0e4b-42e9-b2ce-a756e0c3dbc7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.406073] env[69584]: DEBUG oslo_vmware.api [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1498.406073] env[69584]: value = "task-3486708" [ 1498.406073] env[69584]: _type = "Task" [ 1498.406073] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.414085] env[69584]: DEBUG oslo_vmware.api [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.915725] env[69584]: DEBUG oslo_vmware.api [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486708, 'name': PowerOffVM_Task, 'duration_secs': 0.167011} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.916122] env[69584]: DEBUG nova.virt.vmwareapi.vm_util [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Powered off the VM {{(pid=69584) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.916169] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Unregistering the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.916410] env[69584]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2789efb0-583f-4ee3-a872-cddd9fd37fc7 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.975786] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Unregistered the VM {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.976101] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Deleting contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.976338] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Deleting the datastore file [datastore2] 99edda82-e101-4b02-b653-c4d3954a6f29 {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.976601] env[69584]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c52792d-2760-4e8f-9e71-db80d1e03ad2 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.983512] env[69584]: DEBUG oslo_vmware.api [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for the task: (returnval){ [ 1498.983512] env[69584]: value = "task-3486710" [ 1498.983512] env[69584]: _type = "Task" [ 1498.983512] env[69584]: } to complete. {{(pid=69584) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.990618] env[69584]: DEBUG oslo_vmware.api [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.494923] env[69584]: DEBUG oslo_vmware.api [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Task: {'id': task-3486710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140669} completed successfully. {{(pid=69584) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.495337] env[69584]: DEBUG nova.virt.vmwareapi.ds_util [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Deleted the datastore file {{(pid=69584) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.495607] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Deleted contents of the VM from datastore datastore2 {{(pid=69584) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.495870] env[69584]: DEBUG nova.virt.vmwareapi.vmops [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Instance destroyed {{(pid=69584) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.496154] env[69584]: INFO nova.compute.manager [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1499.496521] env[69584]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69584) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.496802] env[69584]: DEBUG nova.compute.manager [-] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Deallocating network for instance {{(pid=69584) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.496946] env[69584]: DEBUG nova.network.neutron [-] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] deallocate_for_instance() {{(pid=69584) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.024226] env[69584]: DEBUG nova.compute.manager [req-17cd352e-34b9-4886-bef3-a673357f015b req-735c633f-0010-4ab4-949f-6994c9f61e58 service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Received event network-vif-deleted-ea70d021-09ec-4f4b-81ce-d2d46bf10959 {{(pid=69584) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.024492] env[69584]: INFO nova.compute.manager [req-17cd352e-34b9-4886-bef3-a673357f015b req-735c633f-0010-4ab4-949f-6994c9f61e58 service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Neutron deleted interface ea70d021-09ec-4f4b-81ce-d2d46bf10959; detaching it from the instance and deleting it from the info cache [ 1500.024567] env[69584]: DEBUG nova.network.neutron [req-17cd352e-34b9-4886-bef3-a673357f015b req-735c633f-0010-4ab4-949f-6994c9f61e58 service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.386607] env[69584]: DEBUG nova.network.neutron [-] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Updating instance_info_cache with network_info: [] {{(pid=69584) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.527314] env[69584]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41a57853-4acd-4011-b08d-cdb3c6a25cc8 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.537050] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01864abf-4d25-4df5-9a9f-b0e4ab934792 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.562434] env[69584]: DEBUG nova.compute.manager [req-17cd352e-34b9-4886-bef3-a673357f015b req-735c633f-0010-4ab4-949f-6994c9f61e58 service nova] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Detach interface failed, port_id=ea70d021-09ec-4f4b-81ce-d2d46bf10959, reason: Instance 99edda82-e101-4b02-b653-c4d3954a6f29 could not be found. {{(pid=69584) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1500.890110] env[69584]: INFO nova.compute.manager [-] [instance: 99edda82-e101-4b02-b653-c4d3954a6f29] Took 1.39 seconds to deallocate network for instance. [ 1501.396092] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.396494] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.396650] env[69584]: DEBUG nova.objects.instance [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lazy-loading 'resources' on Instance uuid 99edda82-e101-4b02-b653-c4d3954a6f29 {{(pid=69584) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.934696] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f611e33-b98c-413a-b012-51fb5911092f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.942070] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedeb295-4fad-4643-8fa2-e6602e7161c3 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.971449] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c148c80d-cd2a-4897-a8a6-c97803fecaad {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.978595] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e78144-d488-4a11-bb5c-e2d56866e074 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.991594] env[69584]: DEBUG nova.compute.provider_tree [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.494763] env[69584]: DEBUG nova.scheduler.client.report [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.000235] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.021814] env[69584]: INFO nova.scheduler.client.report [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Deleted allocations for instance 99edda82-e101-4b02-b653-c4d3954a6f29 [ 1503.530104] env[69584]: DEBUG oslo_concurrency.lockutils [None req-61de542c-8a78-4572-8ee1-82253731702c tempest-AttachVolumeTestJSON-1370765146 tempest-AttachVolumeTestJSON-1370765146-project-member] Lock "99edda82-e101-4b02-b653-c4d3954a6f29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.647s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.730358] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.730736] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.235111] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.235111] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.235111] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.235111] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.235407] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.235447] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.235554] env[69584]: DEBUG nova.compute.manager [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69584) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1512.235697] env[69584]: DEBUG oslo_service.periodic_task [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69584) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.738231] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.738522] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.738667] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.738817] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69584) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1512.739694] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070aa9f6-b9f3-432b-a058-0f6d2fa87a54 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.747811] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9e966-3c65-442d-80c0-acc8cbd22b2d {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.761460] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501b3f7a-f735-4284-8bb2-208e5d77ec70 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.767558] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3545b1a-4a63-408a-ae46-a5098f250a1e {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.795442] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180472MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69584) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1512.795606] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.795773] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.815587] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1513.815857] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69584) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1513.834789] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27017286-8841-4fe1-9448-3c772a447492 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.842348] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642aa4a0-5b3d-460b-af87-39ec672cab5f {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.871765] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92939772-621a-4379-be82-304c52fe3945 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.878661] env[69584]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4643b08-96da-4b83-9077-e4bbe6874265 {{(pid=69584) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.891600] env[69584]: DEBUG nova.compute.provider_tree [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed in ProviderTree for provider: 30f8f051-88a7-431d-bbd1-9aafd798bbef {{(pid=69584) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.395250] env[69584]: DEBUG nova.scheduler.client.report [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Inventory has not changed for provider 30f8f051-88a7-431d-bbd1-9aafd798bbef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69584) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.900520] env[69584]: DEBUG nova.compute.resource_tracker [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69584) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1514.900794] env[69584]: DEBUG oslo_concurrency.lockutils [None req-af100d1c-540f-4215-95b8-1c2138a16e20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=69584) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}